-- Logs begin at Thu 2021-06-17 16:44:26 UTC, end at Thu 2021-06-17 17:54:54 UTC. -- Jun 17 17:22:47.314596 dv-cinder-796864-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 17:22:49.384528 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.common.config [-] Logging enabled! Jun 17 17:22:49.385117 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev34 Jun 17 17:22:49.385269 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74145) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 17 17:22:49.387982 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.common.config [-] Logging enabled! Jun 17 17:22:49.388231 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev34 Jun 17 17:22:49.388474 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74145) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 17 17:22:49.389402 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 17 17:22:49.389632 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 17 17:22:49.389978 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 17 17:22:49.390218 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 17 17:22:49.390438 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 17 17:22:49.390785 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.391076 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.391365 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.391591 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.391878 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.392160 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.392437 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.392718 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.393005 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.393284 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.393557 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.393834 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.394059 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.394331 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.394629 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.394912 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.395132 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] debug = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.395404 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.395816 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.396217 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.396491 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.396772 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.397039 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.397307 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.397585 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.397906 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] host = dv-cinder-796864-1-smb {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.398178 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.398456 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.398761 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.399039 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.399308 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.399574 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.399850 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.400116 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.400381 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] log_file = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.400650 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.400929 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.401866 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.402153 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.402377 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.402617 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.402900 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.403180 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.403451 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.403722 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.403991 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.404260 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.404527 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.404788 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.405065 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.405342 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.405620 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.405888 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.406155 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.406421 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.406710 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.406987 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.407254 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.407522 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.407788 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.408065 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.408326 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.408592 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.408881 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.409155 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.409428 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.409810 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.410080 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.410354 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.410645 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.410920 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.411185 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] use_json = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.411451 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.411717 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.411993 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.412259 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.412525 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.412793 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.413057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.413334 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:49.413625 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.413913 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.414206 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.414482 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.414787 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.415065 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.415344 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.415617 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.415897 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.416177 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.416455 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.416726 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.417050 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.417335 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.417617 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.417883 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.418156 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.418437 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.418741 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.419010 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.419279 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.419558 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.419828 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.420094 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.420369 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.420638 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.420907 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.421172 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.421446 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.421726 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.421994 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.422258 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.422522 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.422815 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.423078 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.423357 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.423626 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.423891 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.424156 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.424425 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.424690 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.424952 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.425221 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.425491 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.425761 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.426022 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.426286 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.426572 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.426833 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.427097 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.427361 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.427624 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.427890 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.428154 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.428416 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.428681 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.428941 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.429202 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.429483 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.429772 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.430042 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.430311 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.430604 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.430884 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.431153 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.431421 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.431690 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.431962 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.432229 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.432550 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.432827 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.433105 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.433382 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.433654 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.433940 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.434210 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.434486 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.434779 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.435049 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.435327 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.435601 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.435885 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.436169 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.436452 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.436733 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.437015 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.437288 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.437585 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.437855 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:49.438068 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:22:49.438291 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74145) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 17:22:49.831822 dv-cinder-796864-1-smb neutron-server[74145]: INFO keyring.backend [-] Loading KWallet Jun 17 17:22:49.839336 dv-cinder-796864-1-smb neutron-server[74145]: INFO keyring.backend [-] Loading SecretService Jun 17 17:22:49.842506 dv-cinder-796864-1-smb neutron-server[74145]: INFO keyring.backend [-] Loading Windows Jun 17 17:22:49.843818 dv-cinder-796864-1-smb neutron-server[74145]: INFO keyring.backend [-] Loading chainer Jun 17 17:22:49.844369 dv-cinder-796864-1-smb neutron-server[74145]: INFO keyring.backend [-] Loading macOS Jun 17 17:22:49.876233 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:49.876503 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:49.876786 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:22:49.877112 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 17:22:50.177552 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.177836 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.178105 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.233470 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.233745 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.234011 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.237075 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.237349 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.237615 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.265588 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.265863 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.266122 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.291365 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.291632 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.291930 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.614682 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.615388 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.615388 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.615565 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.616178 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.738792 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.739113 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.739391 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.739656 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.739917 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.740219 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.740476 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.740729 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.740978 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.741253 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.741509 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.741767 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.742024 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.742275 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.742535 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.742821 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.743075 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.743346 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.743596 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.743869 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.744205 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.744451 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.744695 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.745010 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.745256 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.745495 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.745871 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:22:50.746104 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:22:50.746335 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:22:50.746590 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:22:50.746825 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:22:50.747054 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:22:50.747595 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 17:22:50.750799 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 17:22:50.754660 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 17:22:50.758653 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 17 17:22:50.760246 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 17:22:50.761151 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 17:22:50.761479 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 17:22:50.761854 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 17:22:50.764643 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 17:22:50.764895 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 17:22:50.765238 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 17:22:50.792585 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 17 17:22:50.793013 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.793302 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74145) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 17:22:50.793657 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.795013 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74145) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 17:22:50.795289 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 17:22:50.795531 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 17:22:50.798734 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.799013 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:50.858407 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 17:22:50.858661 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 17:22:50.858898 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 17:22:50.859251 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 17:22:50.889461 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_db.sqlalchemy.engines [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74145) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 17 17:22:51.210426 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Initializing driver for type 'gre' Jun 17 17:22:51.210892 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] gre ID ranges: [(1, 1000)] Jun 17 17:22:51.263952 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Initializing driver for type 'local' Jun 17 17:22:51.264288 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Initializing driver for type 'vlan' Jun 17 17:22:51.278819 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] VlanTypeDriver initialization complete Jun 17 17:22:51.279164 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Initializing driver for type 'vxlan' Jun 17 17:22:51.279665 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] vxlan ID ranges: [(1, 1000)] Jun 17 17:22:51.334929 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Initializing extension driver 'port_security' Jun 17 17:22:51.335272 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.extensions.port_security [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] PortSecurityExtensionDriver initialization complete Jun 17 17:22:51.335727 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Initializing mechanism driver 'openvswitch' Jun 17 17:22:51.336092 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Initializing mechanism driver 'hyperv' Jun 17 17:22:51.342659 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.plugins.ml2.plugin [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:51.343433 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > port after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.343812 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > port after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.344169 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > port after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.344558 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.344915 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.345262 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.345644 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > network after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.345992 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > network after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.346335 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > network after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.346736 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > security_group after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.347085 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > security_group after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.347428 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.347804 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.348150 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.348489 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.348825 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] ML2 OVO RPC backend initialized. {{(pid=74145) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 17 17:22:51.349452 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.349803 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.350216 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > network before_response 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.350574 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > networks before_response 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.350935 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > port before_response 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.351272 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > ports before_response 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.351613 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > subnet before_response 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.351954 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > subnets before_response 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.352295 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > network after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.352631 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > network after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.352963 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > network after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.353294 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > port after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.353628 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > port after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.353958 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > port after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.354289 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.354643 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.354981 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.355555 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.plugin [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Modular L2 Plugin initialization complete Jun 17 17:22:51.355882 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading services supported by the core plugin {{(pid=74145) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 17:22:51.356205 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.plugins.ml2.managers [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Got port-security extension from driver 'port_security' Jun 17 17:22:51.356660 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.extensions.vlantransparent [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Disabled vlantransparent extension. Jun 17 17:22:51.357077 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74145) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 17:22:51.357386 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading Plugin: router Jun 17 17:22:51.393163 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.393561 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router after_create 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.393932 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router before_create 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.394299 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.394708 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.395067 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router after_delete 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.395424 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.395782 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router after_create 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.396128 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router after_update 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.396474 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router after_update 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.396819 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.397174 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router after_update 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.397581 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.397948 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: port after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.398284 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: port after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.398649 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: subnet after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.398989 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.399334 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.399677 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.400015 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: port before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.400354 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router precommit_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.400715 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router after_update 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.401057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.401424 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.401783 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.402127 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.402498 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > network after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.403373 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Tracking information for resource: router configured {{(pid=74145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:22:51.403701 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Tracking information for resource: floatingip configured {{(pid=74145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:22:51.408504 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.db.l3_agentschedulers_db [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 17:22:51.409070 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: port after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.409429 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: port after_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.409779 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: port after_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.410130 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: port after_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.410951 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router before_create 55550100 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.411315 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.411674 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router precommit_create 55550100 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.412025 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > router precommit_update 55550100 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.416284 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.services.provider_configuration [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service providers = [] {{(pid=74145) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 17:22:51.416648 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.db.servicetype_db [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74145) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 17:22:51.420050 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.services.service_base [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:22:51.420407 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.services.service_base [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:22:51.420751 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.services.service_base [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:22:51.421621 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.services.service_base [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:22:51.422154 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.services.service_base [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 17:22:51.422528 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:22:51.422874 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 17:22:51.433840 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:22:51.434170 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading Plugin: auto_allocate Jun 17 17:22:51.439985 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: network precommit_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.440359 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: network precommit_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.440880 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:22:51.441200 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading Plugin: tag Jun 17 17:22:51.447897 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:22:51.448255 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading Plugin: timestamp Jun 17 17:22:51.452008 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:22:51.452340 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading Plugin: network_ip_availability Jun 17 17:22:51.457772 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.458146 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.458506 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.459238 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:22:51.459560 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading Plugin: flavors Jun 17 17:22:51.464504 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:22:51.464783 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading Plugin: revisions Jun 17 17:22:51.469049 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:22:51.469440 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_concurrency.lockutils [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.593s {{(pid=74145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:22:51.470187 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74145) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Jun 17 17:22:51.470520 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Initializing extension manager. Jun 17 17:22:51.471049 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: __init__.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.471390 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: __pycache__ {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.471726 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.472062 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.472394 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: _filter_validation_lib.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.472725 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.473053 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: address_group.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.473810 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.474380 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: address-group Jun 17 17:22:51.474738 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: address_scope.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.475439 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.475944 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: address-scope Jun 17 17:22:51.476265 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.477177 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.477686 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: router-admin-state-down-before-update Jun 17 17:22:51.478007 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: agent.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.478726 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.479752 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: agent Jun 17 17:22:51.480075 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: agent_resources_synced.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.480975 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.481485 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: agent-resources-synced Jun 17 17:22:51.481804 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: allowedaddresspairs.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.483585 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.484105 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: allowed-address-pairs Jun 17 17:22:51.484429 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: auto_allocated_topology.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.485497 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.486018 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: auto-allocated-topology Jun 17 17:22:51.486346 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: availability_zone.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.487060 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.487567 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: availability_zone Jun 17 17:22:51.487890 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: availability_zone_filter.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.488787 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.489294 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: availability_zone_filter Jun 17 17:22:51.489615 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: data_plane_status.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.490522 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.491052 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 17:22:51.491372 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: default_subnetpools.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.492267 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.492775 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: default-subnetpools Jun 17 17:22:51.493096 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.493857 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.494366 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: dhcp_agent_scheduler Jun 17 17:22:51.494724 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: dns.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.496215 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.496719 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 17:22:51.497039 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: dns_domain_ports.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.497941 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.498452 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 17:22:51.498806 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: dvr.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.499467 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.499977 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: dvr Jun 17 17:22:51.500327 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: empty_string_filtering.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.501222 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.501728 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: empty-string-filtering Jun 17 17:22:51.502048 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.502973 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.503473 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 17:22:51.503792 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.504684 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.505183 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 17:22:51.505501 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: external_net.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.506397 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.506939 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: external-net Jun 17 17:22:51.507259 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.508150 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.508658 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: extra_dhcp_opt Jun 17 17:22:51.508980 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: extraroute.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.509866 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.510381 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: extraroute Jun 17 17:22:51.510759 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: extraroute_atomic.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.511777 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.512284 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: extraroute-atomic Jun 17 17:22:51.512606 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: filter_validation.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.513265 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.513763 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: filter-validation Jun 17 17:22:51.514082 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: fip_pf_description.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.515008 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.515510 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 17:22:51.515829 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: fip_port_details.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.516912 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.517423 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: fip-port-details Jun 17 17:22:51.517746 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: flavors.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.518999 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.519517 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: flavors Jun 17 17:22:51.519919 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.521577 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.522090 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 17:22:51.522414 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: floatingip_pools.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.523132 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.523641 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: floatingip-pools Jun 17 17:22:51.523962 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: ip_allocation.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.524863 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.525363 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 17:22:51.525685 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.526655 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.527160 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: ip-substring-filtering Jun 17 17:22:51.527482 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: l2_adjacency.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.528398 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.528904 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 17:22:51.529226 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: l3.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.530173 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.530730 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: router Jun 17 17:22:51.531056 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.533270 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.533795 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 17:22:51.534122 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.535081 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.535599 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: ext-gw-mode Jun 17 17:22:51.535923 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.536832 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.537348 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: l3-ha Jun 17 17:22:51.537669 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: l3_flavors.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.538597 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.539115 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: l3-flavors Jun 17 17:22:51.539436 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.540354 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.540862 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 17:22:51.541181 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: l3agentscheduler.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.542741 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.543271 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: l3_agent_scheduler Jun 17 17:22:51.543582 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: logging.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.545068 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.545577 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension logging not supported by any of loaded plugins Jun 17 17:22:51.545909 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: metering.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.546670 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.547244 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: metering Jun 17 17:22:51.547570 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.548639 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.549159 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: metering_source_and_destination_fields Jun 17 17:22:51.549485 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: multiprovidernet.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.550405 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.550957 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: multi-provider Jun 17 17:22:51.551282 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: netmtu.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.552306 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.552814 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: net-mtu Jun 17 17:22:51.553138 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: netmtu_writable.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.554047 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.554583 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: net-mtu-writable Jun 17 17:22:51.554911 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: network_availability_zone.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.555566 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.556089 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: network_availability_zone Jun 17 17:22:51.556394 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: network_ip_availability.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.558079 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.558615 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: network-ip-availability Jun 17 17:22:51.558941 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: network_segment_range.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.559697 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.560202 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 17:22:51.560522 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: pagination.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.561503 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.561832 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: pagination Jun 17 17:22:51.562153 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.563078 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.563588 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: port-mac-address-regenerate Jun 17 17:22:51.563905 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: port_resource_request.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.564795 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.565298 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 17:22:51.565616 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: portbindings.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.566525 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.567063 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: binding Jun 17 17:22:51.567396 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: portbindings_extended.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.568657 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.569167 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: binding-extended Jun 17 17:22:51.569491 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: portsecurity.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.570392 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.570940 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: port-security Jun 17 17:22:51.571264 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: project_id.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.572227 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.572556 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: project-id Jun 17 17:22:51.572922 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: providernet.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.574367 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.575015 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: provider Jun 17 17:22:51.575338 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: qos.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.579148 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.579971 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension qos not supported by any of loaded plugins Jun 17 17:22:51.580542 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.582439 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.583070 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 17:22:51.583413 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.584315 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.584828 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 17:22:51.585151 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: qos_default.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.586047 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.586582 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension qos-default not supported by any of loaded plugins Jun 17 17:22:51.586919 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: qos_fip.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.587560 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.588065 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 17:22:51.588388 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: qos_gateway_ip.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.589323 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.589835 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 17:22:51.590158 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: qos_port_network_policy.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.591095 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.591603 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 17:22:51.591924 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: qos_rule_type_details.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.592822 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.593328 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 17:22:51.593648 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: qos_rules_alias.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.594706 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.595221 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 17:22:51.595542 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: quotasv2.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.596410 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.596737 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: quotas Jun 17 17:22:51.597060 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: quotasv2_detail.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.598841 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.599178 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: quota_details Jun 17 17:22:51.599507 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: rbac.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.600540 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.601071 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: rbac-policies Jun 17 17:22:51.601396 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: rbac_address_scope.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.602305 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.602863 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: rbac-address-scope Jun 17 17:22:51.603187 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: rbac_security_groups.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.604094 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.605129 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: rbac-security-groups Jun 17 17:22:51.605450 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: rbac_subnetpool.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.606360 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.606908 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: rbac-subnetpool Jun 17 17:22:51.607230 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: revisionifmatch.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.608136 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.608647 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: revision-if-match Jun 17 17:22:51.608965 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: revisions.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.610067 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.610611 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: standard-attr-revisions Jun 17 17:22:51.610940 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: router_availability_zone.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.611609 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.612122 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: router_availability_zone Jun 17 17:22:51.612444 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: routerservicetype.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.613363 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.613899 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 17:22:51.614220 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.615151 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.615670 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: port-security-groups-filtering Jun 17 17:22:51.615966 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: securitygroup.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.627378 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.627912 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: security-group Jun 17 17:22:51.628246 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: segment.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.629014 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.629525 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension segment not supported by any of loaded plugins Jun 17 17:22:51.629853 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.630815 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.631337 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 17:22:51.631666 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: servicetype.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.632760 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.633287 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: service-type Jun 17 17:22:51.633614 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: sorting.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.634615 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.634950 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: sorting Jun 17 17:22:51.635271 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: standard_attr_segment.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.636202 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.636719 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 17:22:51.637043 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: standardattrdescription.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.637685 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.638192 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: standard-attr-description Jun 17 17:22:51.638513 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: stateful_security_group.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.639456 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.639972 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: stateful-security-group Jun 17 17:22:51.640294 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: stdattrs_common.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.640858 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 17:22:51.641175 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.642105 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.642648 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 17:22:51.642972 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: subnet_onboard.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.644211 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.644806 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: subnet_onboard Jun 17 17:22:51.645128 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.646066 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.646657 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 17:22:51.646983 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: subnet_service_types.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.647894 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.648411 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: subnet-service-types Jun 17 17:22:51.648733 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: subnetallocation.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.649808 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.650330 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: subnet_allocation Jun 17 17:22:51.650692 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.651381 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.651894 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: subnetpool-prefix-ops Jun 17 17:22:51.652212 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.653127 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.653636 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 17:22:51.653953 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: tagging.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.655029 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.655549 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: standard-attr-tag Jun 17 17:22:51.655873 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: timestamp.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.657083 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.657607 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loaded extension: standard-attr-timestamp Jun 17 17:22:51.657936 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: trunk.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.658994 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.659513 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension trunk not supported by any of loaded plugins Jun 17 17:22:51.659841 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: trunk_details.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.660747 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.661257 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 17:22:51.661584 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: uplink_status_propagation.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.662492 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.663031 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 17:22:51.663354 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Loading extension file: vlantransparent.py {{(pid=74145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:22:51.664011 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:22:51.664843 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 17:22:51.667391 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:network Jun 17 17:22:51.668149 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:subnet Jun 17 17:22:51.668934 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:22:51.669532 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:port Jun 17 17:22:51.670812 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.671257 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service FLAVORS assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.671882 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.672315 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.672647 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:router Jun 17 17:22:51.673315 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 17:22:51.674035 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service METERING assigned prefix: /metering {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.675497 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.675874 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.676233 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:22:51.677405 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 17:22:51.677861 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:security_group Jun 17 17:22:51.678519 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 17:22:51.679324 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service CORE assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.679658 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:22:51.679994 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] subnetpool is already registered Jun 17 17:22:51.680585 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service CORE assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.680913 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:22:51.681233 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] subnetpool is already registered Jun 17 17:22:51.684543 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.684984 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service FLAVORS assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.685573 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.685998 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.686334 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:router Jun 17 17:22:51.686693 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] router is already registered Jun 17 17:22:51.687291 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 17:22:51.687620 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] floatingip is already registered Jun 17 17:22:51.688254 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service METERING assigned prefix: /metering {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.688917 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 17:22:51.689250 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] rbac_policy is already registered Jun 17 17:22:51.689790 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:security_group Jun 17 17:22:51.690121 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] security_group is already registered Jun 17 17:22:51.690733 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 17:22:51.691065 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] security_group_rule is already registered Jun 17 17:22:51.691729 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service CORE assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.692071 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:22:51.692399 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] subnetpool is already registered Jun 17 17:22:51.693009 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.v2.resource_helper [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Service CORE assigned prefix: {{(pid=74145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:22:51.693339 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:22:51.693671 dv-cinder-796864-1-smb neutron-server[74145]: WARNING neutron.quota.resource_registry [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] subnetpool is already registered Jun 17 17:22:51.694313 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: extensions {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.695789 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: address-groups {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.697350 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: address-scopes {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.698610 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: agents {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.699768 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: auto-allocated-topology {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.700999 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: availability_zones {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.702295 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: dhcp-networks {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.703966 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: dhcp-agents {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.705348 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: routers {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.707164 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: flavors {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.708321 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: service_profiles {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.709508 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: next_providers {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.711034 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: service_profiles {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.712462 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: floatingip-pools {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.713670 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: routers {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.715520 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: floatingips {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.716669 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: l3-routers {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.718008 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: l3-agents {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.719636 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: metering-labels {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.721341 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: metering-label-rules {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.722957 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: network-ip-availabilities {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.724313 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: bindings {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.727285 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: quotas {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.728898 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: quotas {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.731151 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: rbac-policies {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.732849 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: security-groups {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.734198 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: security-group-rules {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.735664 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: service-providers {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.737060 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: subnetpools {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.738540 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: subnetpools {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.740035 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.741662 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.743467 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.745753 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.747635 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.749284 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.751053 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.752866 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.754743 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.756537 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron.api.extensions [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Extended resource: tags {{(pid=74145) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:22:51.762456 dv-cinder-796864-1-smb neutron-server[74145]: WARNING keystonemiddleware.auth_token [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 17:22:51.767211 dv-cinder-796864-1-smb neutron-server[74145]: WARNING keystonemiddleware.auth_token [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 17:22:51.775090 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_concurrency.lockutils [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Acquired lock "singleton_lock" {{(pid=74145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 17:22:51.775569 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_concurrency.lockutils [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Releasing lock "singleton_lock" {{(pid=74145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 17:22:51.776708 dv-cinder-796864-1-smb neutron-server[74145]: INFO oslo_service.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Starting 2 workers Jun 17 17:22:51.781344 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Started child 74248 {{(pid=74145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 17:22:51.785505 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Started child 74249 {{(pid=74145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 17:22:51.786769 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.787499 dv-cinder-796864-1-smb neutron-server[74145]: INFO neutron.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 17:22:51.787649 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Notify callbacks [] for process, before_spawn {{(pid=74145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.788187 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [-] (74248) wsgi starting up on http://0.0.0.0:9696 Jun 17 17:22:51.790134 dv-cinder-796864-1-smb neutron-server[74145]: INFO oslo_service.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Starting 1 workers Jun 17 17:22:51.790428 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.791777 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [-] (74249) wsgi starting up on http://0.0.0.0:9696 Jun 17 17:22:51.795626 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Started child 74250 {{(pid=74145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 17:22:51.796194 dv-cinder-796864-1-smb neutron-server[74145]: INFO oslo_service.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Starting 1 workers Jun 17 17:22:51.799590 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] calling RpcWorker wait() {{(pid=74250) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 17:22:51.800114 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] returning from RpcWorker wait() {{(pid=74250) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 17:22:51.800336 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Started child 74251 {{(pid=74145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 17:22:51.801137 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG neutron_lib.callbacks.manager [None req-fa8366ff-e2f3-473d-a8e8-39e25c2483c6 None None] Notify callbacks [] for process, after_spawn {{(pid=74145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.801234 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.801642 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:51.803051 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 17 17:22:51.803266 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 17 17:22:51.803447 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 17 17:22:51.803649 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 17 17:22:51.804000 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 17 17:22:51.804163 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 17 17:22:51.804681 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.804951 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.805224 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.805506 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.805798 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.806328 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:22:51.806837 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.806837 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.806837 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.807112 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.807405 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.807594 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.807765 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.808018 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.808262 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.808546 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.808803 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.809040 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.809283 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.809454 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.809712 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.809981 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.810213 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.810469 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] debug = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.810715 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.811195 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.811422 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.811677 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.811914 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.812190 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.812436 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.812720 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.812958 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.813189 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.813407 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.813686 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.813904 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.814159 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.814428 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.814687 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.815164 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] host = dv-cinder-796864-1-smb {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.815400 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.815617 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.815859 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.816082 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.816328 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.816561 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.816828 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.817082 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.817331 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.817578 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.817818 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.818125 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.818290 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.818541 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_file = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.818729 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_options = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.818950 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.819232 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.819492 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.819683 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.819852 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.820032 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.820315 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.820460 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.820689 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.820920 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.821133 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.821356 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.821587 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.821828 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.822091 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.822323 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.822536 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.822786 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.823079 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.823326 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.823568 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.823791 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.824021 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.824233 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.824443 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.824643 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.824865 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.825075 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.825284 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.825531 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.825777 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.826048 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.826479 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.826750 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.826984 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.827211 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.827445 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.827730 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.828366 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.828757 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.829056 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.829211 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.829455 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.829774 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.829977 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.830290 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_json = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.830615 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.830858 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.831113 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.831475 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.831859 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.832223 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.832579 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.832881 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.833230 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.833511 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.833856 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.834258 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.834405 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.834624 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.834770 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:51.834925 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.835117 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.835328 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.835563 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.835870 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.836100 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.836433 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.836698 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.836972 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.837234 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.837467 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.837708 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.837923 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.838137 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.838399 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.839100 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.839376 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.839594 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.839813 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.840032 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.840277 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.840493 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.840723 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.841147 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.841305 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.841448 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.841680 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.841837 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.842058 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.842291 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.842504 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.842791 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.843030 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.843243 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.843491 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.843735 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.843945 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.844160 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.844378 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.844613 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.844828 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.845231 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.845231 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.845499 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.845668 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.845924 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.846148 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.846358 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.846763 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.846922 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.847079 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.847276 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850057 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850640 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850640 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850640 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850640 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850640 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850640 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.850640 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.851068 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.851234 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.851452 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.851698 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.852129 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.852387 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.852629 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.852887 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.853107 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.853353 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.853612 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.853889 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.854131 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.854981 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.855244 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.855470 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.855750 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.855990 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.856239 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.856474 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.856733 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.856958 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.857226 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.857498 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.857749 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.857983 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.858236 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.858495 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.858739 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.859013 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.859230 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.859506 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.859805 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.860072 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.860343 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.860590 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.860821 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.861060 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.861324 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.861575 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.861818 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.862062 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.862285 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.862582 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.862829 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.863041 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.863437 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.863835 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.864171 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.864414 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.864675 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.864893 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.865155 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.865437 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.865683 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.865944 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.866204 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.866440 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.866715 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.866976 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.867187 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.867425 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.867667 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.868067 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.868463 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.868845 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.869065 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.869302 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.869517 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.869937 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.870310 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.870747 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.871150 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.871533 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.871929 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.872205 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.872427 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.872658 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.872897 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.873314 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.873693 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.874073 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.874430 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.874841 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.875227 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.875505 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.875814 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.876049 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.876282 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.876511 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.876770 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.876980 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.877379 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.877771 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.877990 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.878403 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.878852 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.879232 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.879641 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.880069 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.880447 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.880931 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.881363 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.881828 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.882102 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.882375 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.882645 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.882870 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.883093 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.883318 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.883539 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.883780 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.884020 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.884259 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.884490 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.884714 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.884950 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.885161 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.885392 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.885657 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.885912 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.886190 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.886397 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.886654 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.886935 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.887184 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.887402 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.887643 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.887906 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.888134 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.888346 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.888557 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.888794 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.889002 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.889303 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.889548 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.889767 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.890059 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.890290 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.890517 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.890947 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.891356 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.891572 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.891812 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.892031 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.892244 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.892495 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.892763 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.893062 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.893349 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.893601 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.893837 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.894112 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.894393 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.894686 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.894902 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.895271 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.895644 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.895960 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.896210 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.896454 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.896729 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.896982 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.897198 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.897845 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.897967 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.898148 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.898386 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.898643 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.898870 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.899086 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.899313 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.899555 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.899778 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.900094 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.900333 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.901599 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.901768 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:22:51.902794 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 17 17:22:51.902959 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 17 17:22:51.903116 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 17 17:22:51.903329 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 17 17:22:51.903515 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 17 17:22:51.903670 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 17 17:22:51.903880 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.904043 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.904276 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.904443 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.904604 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.904787 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.904953 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.905113 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.905274 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.905434 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.905594 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.905753 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.905913 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.906072 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.906231 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.906390 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.906958 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.907522 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.907711 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.907871 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.908033 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.908193 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.908354 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] debug = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.908516 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.908728 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.908894 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.909054 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.909214 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.909373 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.909533 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.909692 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.909851 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.910012 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.910172 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.910331 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.910492 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.910674 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.910835 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.910995 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.911155 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] host = dv-cinder-796864-1-smb {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.911315 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.911476 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.912912 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.912912 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.912912 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.912912 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.913176 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.913176 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.913319 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.913465 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.913625 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.913950 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.913950 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.914095 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_file = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.914227 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_options = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.914609 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.914609 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.914763 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.914876 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.915041 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.915201 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.915513 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.915816 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.915966 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.916129 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.916294 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.916453 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.916613 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.916849 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.917498 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.917906 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.917906 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.918067 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.918133 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.918257 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.918415 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.918709 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.918815 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.918894 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.919048 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.919208 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.919367 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.919526 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.919685 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.919844 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.920029 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.920159 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.920318 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.920521 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.920648 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.920777 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.920901 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.921067 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.921225 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.921383 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.921541 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.921699 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.922031 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.922031 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.922173 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.922304 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_json = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.922463 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.922644 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.922805 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.922965 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.923123 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.923281 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.923439 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.923601 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:22:51.923780 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.923944 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.924116 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.924278 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.924441 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.924602 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.924762 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.924924 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.925085 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.925247 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.925433 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.925574 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.925751 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.925913 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.926075 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.926240 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.926403 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.926588 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.926748 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.926910 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.927072 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.927235 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.927397 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.927558 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.927908 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.927908 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.928068 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.928175 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.928337 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.928498 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.928660 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.928822 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.928983 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.929145 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.929307 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.929469 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.929632 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.929793 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.929956 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.930116 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.930288 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.930450 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.930641 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.930805 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.930966 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.931127 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.931288 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.931449 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.931610 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.931772 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.931933 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.932107 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.932269 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.932453 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.932614 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.932776 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.932938 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.933100 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.933261 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.933423 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.933584 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.933746 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.933907 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.934069 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.934231 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.934393 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.934603 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.934911 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.934911 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.935059 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.935192 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.935343 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.935509 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.935673 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.935843 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.936020 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.936187 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.936348 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.936510 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.936671 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.936830 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.936990 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.937151 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.937311 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.937472 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.937633 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.937762 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:22:51.937850 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.937946 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.938107 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.938269 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.938430 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.938617 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.938783 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.938943 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.939104 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.939266 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.939428 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.939589 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.939752 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.939913 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.940074 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.940244 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.940406 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.940570 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.940731 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.940899 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.941071 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.941232 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.941395 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.941558 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.941719 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.941881 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.942044 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.942206 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.942368 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.942529 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.942716 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.942887 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.943060 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.943221 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.943384 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.943545 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.943728 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.943889 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.944052 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.944214 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.944375 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.944537 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.944698 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.944859 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.945021 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.945183 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.945345 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.945507 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.945673 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.945836 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.945996 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.946161 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.946324 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.946486 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.946669 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.946834 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.946996 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.947158 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.947320 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.947482 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.947643 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.947804 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.948031 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.948150 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.948315 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.948477 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.948793 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.948940 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.949106 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.949475 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.949475 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.949937 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.949937 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.949937 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.950302 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.950302 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.950583 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.950583 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.950915 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.950915 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.951174 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.951174 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.951420 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.951420 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.951670 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.951799 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.951939 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.952070 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.952218 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.952350 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.952480 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.952610 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.952755 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.953167 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.953331 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.953493 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.953655 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.953815 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.953978 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.954139 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.954301 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.954465 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.954762 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.954852 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.955006 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.955096 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.955252 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.955414 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.955577 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.955747 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.955910 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.956075 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.956248 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.956411 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.956573 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.956735 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.956895 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.957067 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.957228 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.957389 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.957550 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.957710 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.957880 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.958042 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.958204 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.958373 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.958535 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.958719 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.958882 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.959055 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.959219 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.959383 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.959544 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.959706 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.959869 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.960032 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.960198 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.960369 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.960537 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.960702 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.960871 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.961036 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.961206 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.961368 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.961535 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.961708 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.961870 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.962059 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.962180 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.962341 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.962502 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.962687 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.962850 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.963015 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.963177 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.963511 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.964153 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.964314 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.964477 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.964628 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.964790 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.964954 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.965115 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.965276 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.965437 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:22:51.965639 dv-cinder-796864-1-smb neutron-server[74145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:22:51.974887 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 41950) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:22:51.984013 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069804 Jun 17 17:23:02.172733 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf002f-4cce-452f-8196-6b704025c6dc None None] get_active_networks_info from dv-cinder-796864-1-smb {{(pid=74250) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 17 17:23:02.244444 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf002f-4cce-452f-8196-6b704025c6dc None None] No non-hosted networks {{(pid=74250) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 17:23:02.263063 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c549-0d8a-4336-8ae8-ee10ebc7ed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949'] for agent, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:02.437621 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949'] for agent, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:02.439776 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.440603 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.441116 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.441889 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.442473 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.443994 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.446390 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.446978 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.448774 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.449784 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.450337 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:02.451264 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796864-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:02.458080 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796864-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:04.200188 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-de68e0df-a377-427c-867b-875f1aa1960c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949'] for agent, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:04.238206 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-df116ce8-2d20-4c45-973b-7e6972012ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:05.286256 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949'] for agent, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:06.805696 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949'] for agent, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:07.181140 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.db.l3_hamode_db [None req-8efde00a-5ac2-4378-b7b7-836358b6351a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 17:23:07.264931 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efde00a-5ac2-4378-b7b7-836358b6351a None None] Routers set() bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:07.265284 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efde00a-5ac2-4378-b7b7-836358b6351a None None] Router IDs set() for agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 17 17:23:08.366347 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 42042) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:08.959734 dv-cinder-796864-1-smb neutron-server[74249]: WARNING oslo_policy.policy [None req-935ee9e0-52cc-4f60-80d7-3ae4a9b704b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:23:08.960341 dv-cinder-796864-1-smb neutron-server[74249]: WARNING oslo_policy.policy [None req-935ee9e0-52cc-4f60-80d7-3ae4a9b704b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:23:09.171635 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [None req-935ee9e0-52cc-4f60-80d7-3ae4a9b704b9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74249) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:23:09.172669 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-935ee9e0-52cc-4f60-80d7-3ae4a9b704b9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8054268 Jun 17 17:23:11.423550 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42056) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:12.017914 dv-cinder-796864-1-smb neutron-server[74248]: WARNING oslo_policy.policy [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:23:12.018484 dv-cinder-796864-1-smb neutron-server[74248]: WARNING oslo_policy.policy [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:23:12.231456 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:23:12.279591 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.policy [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74248) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 17 17:23:12.280230 dv-cinder-796864-1-smb neutron-server[74248]: WARNING oslo_policy.policy [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:23:12.280593 dv-cinder-796864-1-smb neutron-server[74248]: WARNING oslo_policy.policy [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:23:12.283998 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.quota [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] Loaded quota_driver: . Jun 17 17:23:12.298999 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:23:12.368049 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743751566360', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743751551101', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743751558477', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743751564552', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743751537258', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1648140', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1350010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-301023', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536505132'] for rbac-policy, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.434539 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:12.435921 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-2968e46e-5afb-4ca2-8137-45f7b137784c admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0103462 Jun 17 17:23:14.902541 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42074) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:15.271916 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Request body: {'network': {'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'admin_state_up': True, 'name': 'private'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:23:15.277539 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:23:15.281749 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Usage tracker for resource:network and tenant:7f84d092e7d04888aa892b752d4ed18b is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:23:15.286269 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:23:15.292981 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:23:15.302244 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Made reservation on behalf of 7f84d092e7d04888aa892b752d4ed18b for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:15.305103 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.322191 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.364599 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:23:15.368359 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Usage tracker for resource:security_group_rule and tenant:7f84d092e7d04888aa892b752d4ed18b is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:23:15.371129 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:23:15.376961 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:23:15.443401 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.447727 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.453851 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:15.474204 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:23:15.499596 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743748644958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.500162 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Unsubscribe: segment precommit_create {{(pid=74248) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 17:23:15.500639 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Added segment cd8b8010-b044-4474-9941-f1fbe1ce57a4 of type vlan for network 0d1a8318-32db-4952-a23f-d58dd35f4260 Jun 17 17:23:15.514770 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886e477e-4e0d-4f65-8520-62ccde7f9d2d,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:15.569696 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.570025 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.570348 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.570694 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.571011 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.571321 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.571638 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.571962 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.572270 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.572574 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.572878 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Tracked resource versions report: Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: pushed versions: Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Log': {'1.0'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Network': {'1.1'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Port': {'1.5'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'PortForwarding': {'1.2'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'QosPolicy': {'1.8'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'SecurityGroup': {'1.2'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'SubPort': {'1.0'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Subnet': {'1.1'}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Trunk': {'1.1'}} Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: consumer versions: Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: { DHCP agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: L3 agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: Metadata agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: Metering agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: Open vSwitch agent@dv-cinder-796864-1-smb: { 'ConntrackHelper': '1.0', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Log': '1.0', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Network': '1.1', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Port': '1.5', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'PortForwarding': '1.2', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'QosPolicy': '1.8', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'SecurityGroup': '1.2', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'SecurityGroupRule': '1.0', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'SubPort': '1.0', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Subnet': '1.1', Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: 'Trunk': '1.1'}} Jun 17 17:23:15.574497 dv-cinder-796864-1-smb neutron-server[74248]: {{(pid=74248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:23:15.621506 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.625142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:15.661352 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.662794 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:15.663514 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:15.667942 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:15.776537 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8728740 Jun 17 17:23:15.777225 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1a8318-32db-4952-a23f-d58dd35f4260,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:15.780348 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:15.788570 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 0d1a8318-32db-4952-a23f-d58dd35f4260 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:23:18.300736 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42090) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:18.763800 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b20e9-ff3c-4cad-a239-d405f14dcce7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:18.765106 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-256b20e9-ff3c-4cad-a239-d405f14dcce7 admin admin] 10.222.0.15 "GET /v2.0/networks/0d1a8318-32db-4952-a23f-d58dd35f4260 HTTP/1.1" status: 200 len: 825 time: 0.4634154 Jun 17 17:23:18.795150 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-2eee36fb-d1c3-4f68-95c9-942986b771cf admin admin] 10.222.0.15 "GET /v2.0/subnetpools/d795379a-86d2-4a5b-b584-9b5489a6a76f HTTP/1.1" status: 200 len: 734 time: 0.0248098 Jun 17 17:23:18.803004 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Request body: {'subnet': {'subnetpool_id': 'd795379a-86d2-4a5b-b584-9b5489a6a76f', 'name': 'private-subnet', 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:23:18.807151 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:23:18.811029 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Usage tracker for resource:subnet and tenant:7f84d092e7d04888aa892b752d4ed18b is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:23:18.813928 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:23:18.819567 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:23:18.829428 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Made reservation on behalf of 7f84d092e7d04888aa892b752d4ed18b for: {'subnet': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:18.831661 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:19.286974 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:19.291344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:19.368031 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=170c7685-10b2-4166-9362-0e4a56177e80,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:19.372829 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Checking segment: {'id': 'cd8b8010-b044-4474-9941-f1fbe1ce57a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:23:19.373213 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Network hostable DHCP agents. Network: 0d1a8318-32db-4952-a23f-d58dd35f4260, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:23:19.378414 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:19.396314 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Network 0d1a8318-32db-4952-a23f-d58dd35f4260 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:23:19.406923 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 0d1a8318-32db-4952-a23f-d58dd35f4260) {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:19.411576 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:19.412153 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:19.416588 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c246b6-6b81-4c2c-99a0-5a7365092390 None None] Network 0d1a8318-32db-4952-a23f-d58dd35f4260 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:23:19.433690 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6338518 Jun 17 17:23:19.719384 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9a1c0de-a355-574c-b73a-2e4aec78109c-0d1a8318-32db-4952-a23f-d58dd35f4260', 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'fixed_ips': [{'subnet_id': '170c7685-10b2-4166-9362-0e4a56177e80'}]}} from dv-cinder-796864-1-smb. {{(pid=74250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:23:19.720735 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:19.904075 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.db_base_plugin_common [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Allocated IP 172.20.0.2 (0d1a8318-32db-4952-a23f-d58dd35f4260/170c7685-10b2-4166-9362-0e4a56177e80/d8115295-3b67-419b-b07d-f526c8f2410a) {{(pid=74250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:20.130780 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Notify callbacks [] for port, precommit_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:20.144173 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Transition to ACTIVE for port object d8115295-3b67-419b-b07d-f526c8f2410a will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:20.162782 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Transition to ACTIVE for port object d8115295-3b67-419b-b07d-f526c8f2410a will not be triggered until provisioned by entity DHCP. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:20.168601 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:20.176023 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:20.237979 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Network 0d1a8318-32db-4952-a23f-d58dd35f4260 is already hosted by enough agents. {{(pid=74250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:20.241500 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Pushing event updated for resources: {'Port': ['ID=d8115295-3b67-419b-b07d-f526c8f2410a,revision_number=1']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:20.243791 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.base_scheduler [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Resources bound (agent type, host, resource id): {{(pid=74250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:20.251177 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Received port after_create {{(pid=74250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:20.254369 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.254727 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.255055 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.255378 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.255696 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.256010 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.256319 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.256629 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.256938 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.257245 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.257549 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Tracked resource versions report: Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: pushed versions: Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Log': {'1.0'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Network': {'1.1'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Port': {'1.5'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'PortForwarding': {'1.2'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'QosPolicy': {'1.8'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'SecurityGroup': {'1.2'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'SubPort': {'1.0'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Subnet': {'1.1'}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Trunk': {'1.1'}} Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: consumer versions: Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: { DHCP agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: L3 agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: Metadata agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: Metering agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: Open vSwitch agent@dv-cinder-796864-1-smb: { 'ConntrackHelper': '1.0', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Log': '1.0', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Network': '1.1', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Port': '1.5', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'PortForwarding': '1.2', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'QosPolicy': '1.8', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'SecurityGroup': '1.2', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'SecurityGroupRule': '1.0', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'SubPort': '1.0', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Subnet': '1.1', Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: 'Trunk': '1.1'}} Jun 17 17:23:20.258714 dv-cinder-796864-1-smb neutron-server[74250]: {{(pid=74250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:23:20.264231 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:20.351479 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Attempting to bind port d8115295-3b67-419b-b07d-f526c8f2410a on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:23:20.351879 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Attempting to bind port d8115295-3b67-419b-b07d-f526c8f2410a by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': 'cd8b8010-b044-4474-9941-f1fbe1ce57a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:23:20.352331 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Attempting to bind port d8115295-3b67-419b-b07d-f526c8f2410a on network 0d1a8318-32db-4952-a23f-d58dd35f4260 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:23:20.358595 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:23:20.358994 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Checking segment: {'id': 'cd8b8010-b044-4474-9941-f1fbe1ce57a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:23:20.359460 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:20.359844 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Bound using segment: {'id': 'cd8b8010-b044-4474-9941-f1fbe1ce57a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:23:20.360321 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Bound port: d8115295-3b67-419b-b07d-f526c8f2410a, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8b8010-b044-4474-9941-f1fbe1ce57a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:23:20.360698 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:20.445264 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] For port d8115295-3b67-419b-b07d-f526c8f2410a, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:23:20.449593 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] For port d8115295-3b67-419b-b07d-f526c8f2410a, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=d8115295-3b67-419b-b07d-f526c8f2410a,segment=NetworkSegment(cd8b8010-b044-4474-9941-f1fbe1ce57a4),segment_id=cd8b8010-b044-4474-9941-f1fbe1ce57a4)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:23:20.454201 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:20.458288 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:20.557079 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Pushing event updated for resources: {'Port': ['ID=d8115295-3b67-419b-b07d-f526c8f2410a,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:20.560744 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:21.690996 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42100) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:22.089436 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [None req-b15bfa95-8882-4713-bc2b-ac31bb320195 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:23:22.090405 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b15bfa95-8882-4713-bc2b-ac31bb320195 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3984799 Jun 17 17:23:24.165359 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63221436-223b-4104-8398-dfd550b59290 None None] Network 0d1a8318-32db-4952-a23f-d58dd35f4260 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:23:24.255532 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-f3be61d1-619d-4abe-b4e2-7e663d986471 None None] Provisioning for port d8115295-3b67-419b-b07d-f526c8f2410a completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:24.310314 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42114) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:24.708179 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [None req-76ec4fe9-7226-42e4-98ec-dd322c0b17d7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:23:24.709140 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-76ec4fe9-7226-42e4-98ec-dd322c0b17d7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3977957 Jun 17 17:23:24.714618 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device d8115295-3b67-419b-b07d-f526c8f2410a up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:24.786161 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port d8115295-3b67-419b-b07d-f526c8f2410a completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:24.791243 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port d8115295-3b67-419b-b07d-f526c8f2410a triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:24.791644 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.909401 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.942218 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port d8115295-3b67-419b-b07d-f526c8f2410a, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=d8115295-3b67-419b-b07d-f526c8f2410a,segment=NetworkSegment(cd8b8010-b044-4474-9941-f1fbe1ce57a4),segment_id=cd8b8010-b044-4474-9941-f1fbe1ce57a4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:24.945804 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:24.947894 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:25.009833 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=d8115295-3b67-419b-b07d-f526c8f2410a,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:25.012940 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:26.690663 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device d8115295-3b67-419b-b07d-f526c8f2410a up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:26.764432 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port d8115295-3b67-419b-b07d-f526c8f2410a triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:26.764922 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.283171 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42126) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:27.649563 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'name': 'router1'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:23:27.657064 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:23:27.660769 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Usage tracker for resource:router and tenant:7f84d092e7d04888aa892b752d4ed18b is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:23:27.663978 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:23:27.670040 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:23:27.679879 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4481'] for router, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.681398 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4504'] for router, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.708759 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.812679 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444073'] for router, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.830441 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:27.831605 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-a4b0c9e5-83ab-492c-8b89-d316bd76d27c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5474875 Jun 17 17:23:30.021994 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42136) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:30.401990 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [None req-908d8430-a8e5-402b-bfec-92907117baf4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:23:30.402997 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-908d8430-a8e5-402b-bfec-92907117baf4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3797617 Jun 17 17:23:32.070241 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-4e0892ef-bdc9-46bc-b8ae-c836dfe6d88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.364247 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:32.624200 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42146) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:33.005202 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:23:33.010019 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:23:33.014316 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Usage tracker for resource:network and tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:23:33.017066 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:23:33.022607 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:23:33.031796 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Made reservation on behalf of f518ac90f0d24c0d9f7ba1dadb6d4a39 for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:33.033932 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.045454 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.076717 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:23:33.080627 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Usage tracker for resource:security_group_rule and tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:23:33.083344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:23:33.089260 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:23:33.153206 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.156820 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.160927 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:33.173137 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Reserving flat network on physical network physnet1 {{(pid=74248) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 17:23:33.195523 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c51e683-db88-4925-a07f-88fa35f55e62,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:33.199199 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.199539 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Added segment 8bcc6df0-1837-4f92-a69c-298f5ca622b4 of type flat for network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 Jun 17 17:23:33.200646 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:33.232423 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.266224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.267335 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:33.267887 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:33.272142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-47e45e79-846a-4c08-8d10-85543657e593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:33.361556 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7364044 Jun 17 17:23:33.366205 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Pushing event updated for resources: {'Network': ['ID=473b1ea0-5c3c-409d-b8da-ab336fe0d612,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:33.368964 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:33.377245 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:23:34.193370 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0293d76d-0eda-4292-aa76-7521e74b78a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:35.233535 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:35.550760 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42156) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:36.089937 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec3bdd-9788-42af-8acf-d6c6538ad3e1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:36.091250 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b6ec3bdd-9788-42af-8acf-d6c6538ad3e1 admin admin] 10.222.0.15 "GET /v2.0/subnets/170c7685-10b2-4166-9362-0e4a56177e80 HTTP/1.1" status: 200 len: 849 time: 0.5395634 Jun 17 17:23:36.235977 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-d610ae6d-c07e-4174-8fff-f3bfebd09dce admin admin] 10.222.0.15 "GET /v2.0/routers/57e3fe53-70b6-4b36-b351-2607f57f978a HTTP/1.1" status: 200 len: 704 time: 0.1394289 Jun 17 17:23:36.685644 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:36.738097 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:36.942961 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Allocated IP 172.20.0.1 (0d1a8318-32db-4952-a23f-d58dd35f4260/170c7685-10b2-4166-9362-0e4a56177e80/416eb8d7-57c0-4c4e-ac03-a1d01168750a) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:37.092499 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.110507 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Transition to ACTIVE for port object 416eb8d7-57c0-4c4e-ac03-a1d01168750a will not be triggered until provisioned by entity DHCP. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:37.161044 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.164981 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:37.228334 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Network 0d1a8318-32db-4952-a23f-d58dd35f4260 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:37.231109 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:37.235365 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:37.236477 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442979'] for router_interface, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.238296 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Pushing event updated for resources: {'Port': ['ID=416eb8d7-57c0-4c4e-ac03-a1d01168750a,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:37.242921 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:37.356863 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.469311 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-f37ab166-c518-494f-ba15-9a71b8190504 None None] Provisioning for port 416eb8d7-57c0-4c4e-ac03-a1d01168750a completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:37.473965 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-f37ab166-c518-494f-ba15-9a71b8190504 None None] Provisioning complete for port 416eb8d7-57c0-4c4e-ac03-a1d01168750a triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:37.474327 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-f37ab166-c518-494f-ba15-9a71b8190504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.523862 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-f37ab166-c518-494f-ba15-9a71b8190504 None None] Port 416eb8d7-57c0-4c4e-ac03-a1d01168750a cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:23:37.584890 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.589343 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.590345 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408071'] for router_interface, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.593895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:37.721879 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Pushing event updated for resources: {'Port': ['ID=416eb8d7-57c0-4c4e-ac03-a1d01168750a,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:37.728081 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:37.789198 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Network 0d1a8318-32db-4952-a23f-d58dd35f4260 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:37.790133 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:37.945711 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-b125da1f-1a1f-4b3e-a05c-aa5707c8fb25 None None] Provisioning complete for port 416eb8d7-57c0-4c4e-ac03-a1d01168750a triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:37.946251 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b125da1f-1a1f-4b3e-a05c-aa5707c8fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:37.995988 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-b125da1f-1a1f-4b3e-a05c-aa5707c8fb25 None None] Port 416eb8d7-57c0-4c4e-ac03-a1d01168750a cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:23:38.133725 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Router 57e3fe53-70b6-4b36-b351-2607f57f978a is scheduled to L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 with binding_index 1 {{(pid=74248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:23:38.330091 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:23:38.340547 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Sync routers for ids ['57e3fe53-70b6-4b36-b351-2607f57f978a'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:23:38.341436 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] 10.222.0.15 "PUT /v2.0/routers/57e3fe53-70b6-4b36-b351-2607f57f978a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1006393 Jun 17 17:23:38.353349 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Routers {'57e3fe53-70b6-4b36-b351-2607f57f978a'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:38.354963 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:23:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['57e3fe53-70b6-4b36-b351-2607f57f978a'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:38.524602 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Set router 57e3fe53-70b6-4b36-b351-2607f57f978a gateway port host: None {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:23:38.882225 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'name': 'router1', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:27Z', 'updated_at': '2021-06-17T17:23:37Z', 'revision_number': 2, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'gw_port_host': None, '_interfaces': [{'id': '416eb8d7-57c0-4c4e-ac03-a1d01168750a', 'name': '', 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'mac_address': 'fa:16:3e:10:64:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '170c7685-10b2-4166-9362-0e4a56177e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:36Z', 'updated_at': '2021-06-17T17:23:37Z', 'revision_number': 2, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'subnets': [{'id': '170c7685-10b2-4166-9362-0e4a56177e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd795379a-86d2-4a5b-b584-9b5489a6a76f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:38.887650 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Checking router: 57e3fe53-70b6-4b36-b351-2607f57f978a for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:23:38.888037 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Updating router 57e3fe53-70b6-4b36-b351-2607f57f978a port 416eb8d7-57c0-4c4e-ac03-a1d01168750a binding host dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:23:38.941882 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.306091 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Notify callbacks [] for port, precommit_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.321054 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.provisioning_blocks [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Transition to ACTIVE for port object 416eb8d7-57c0-4c4e-ac03-a1d01168750a will not be triggered until provisioned by entity L2. {{(pid=74251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:39.328143 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.333998 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:39.524869 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Pushing event updated for resources: {'Port': ['ID=416eb8d7-57c0-4c4e-ac03-a1d01168750a,revision_number=3']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:39.576599 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.576938 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.577268 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.577590 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.577911 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.578227 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.578833 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.579148 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.579459 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.579764 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.580074 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Tracked resource versions report: Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: pushed versions: Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Log': {'1.0'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Network': {'1.1'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Port': {'1.5'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'PortForwarding': {'1.2'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'QosPolicy': {'1.8'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'SecurityGroup': {'1.2'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'SubPort': {'1.0'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Subnet': {'1.1'}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Trunk': {'1.1'}} Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: consumer versions: Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: { DHCP agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: L3 agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: Metadata agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: Metering agent@dv-cinder-796864-1-smb: {}, Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: Open vSwitch agent@dv-cinder-796864-1-smb: { 'ConntrackHelper': '1.0', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Log': '1.0', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Network': '1.1', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Port': '1.5', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'PortForwarding': '1.2', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'QosPolicy': '1.8', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'SecurityGroup': '1.2', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'SecurityGroupRule': '1.0', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'SubPort': '1.0', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Subnet': '1.1', Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: 'Trunk': '1.1'}} Jun 17 17:23:39.581165 dv-cinder-796864-1-smb neutron-server[74251]: {{(pid=74251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:23:39.585166 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Attempting to bind port 416eb8d7-57c0-4c4e-ac03-a1d01168750a on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:23:39.585565 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Attempting to bind port 416eb8d7-57c0-4c4e-ac03-a1d01168750a by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': 'cd8b8010-b044-4474-9941-f1fbe1ce57a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260'}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:23:39.585978 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Attempting to bind port 416eb8d7-57c0-4c4e-ac03-a1d01168750a on network 0d1a8318-32db-4952-a23f-d58dd35f4260 {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:23:39.588566 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:39.593245 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:23:39.593642 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Checking segment: {'id': 'cd8b8010-b044-4474-9941-f1fbe1ce57a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:23:39.594109 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.594493 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Bound using segment: {'id': 'cd8b8010-b044-4474-9941-f1fbe1ce57a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260'} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:23:39.594999 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Bound port: 416eb8d7-57c0-4c4e-ac03-a1d01168750a, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8b8010-b044-4474-9941-f1fbe1ce57a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260'}}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:23:39.595380 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.684469 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] For port 416eb8d7-57c0-4c4e-ac03-a1d01168750a, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:23:39.688675 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] For port 416eb8d7-57c0-4c4e-ac03-a1d01168750a, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=416eb8d7-57c0-4c4e-ac03-a1d01168750a,segment=NetworkSegment(cd8b8010-b044-4474-9941-f1fbe1ce57a4),segment_id=cd8b8010-b044-4474-9941-f1fbe1ce57a4)] {{(pid=74251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:23:39.694224 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:39.699392 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:39.782719 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Pushing event updated for resources: {'Port': ['ID=416eb8d7-57c0-4c4e-ac03-a1d01168750a,revision_number=4']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:39.785535 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Routers {'57e3fe53-70b6-4b36-b351-2607f57f978a'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:39.786125 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:23:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['57e3fe53-70b6-4b36-b351-2607f57f978a'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:39.835567 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:39.938677 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] Set router 57e3fe53-70b6-4b36-b351-2607f57f978a gateway port host: None {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:23:40.253599 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'name': 'router1', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:27Z', 'updated_at': '2021-06-17T17:23:37Z', 'revision_number': 2, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'gw_port_host': None, '_interfaces': [{'id': '416eb8d7-57c0-4c4e-ac03-a1d01168750a', 'name': '', 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'mac_address': 'fa:16:3e:10:64:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '170c7685-10b2-4166-9362-0e4a56177e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:36Z', 'updated_at': '2021-06-17T17:23:39Z', 'revision_number': 4, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'subnets': [{'id': '170c7685-10b2-4166-9362-0e4a56177e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd795379a-86d2-4a5b-b584-9b5489a6a76f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:40.257457 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994db38c-9e40-460b-b067-dfff36e981f9 None None] The sync data for ids ['57e3fe53-70b6-4b36-b351-2607f57f978a'] in dv-cinder-796864-1-smb is: [{'id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'name': 'router1', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:27Z', 'updated_at': '2021-06-17T17:23:37Z', 'revision_number': 2, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'gw_port_host': None, '_interfaces': [{'id': '416eb8d7-57c0-4c4e-ac03-a1d01168750a', 'name': '', 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'mac_address': 'fa:16:3e:10:64:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '170c7685-10b2-4166-9362-0e4a56177e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:36Z', 'updated_at': '2021-06-17T17:23:39Z', 'revision_number': 4, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'subnets': [{'id': '170c7685-10b2-4166-9362-0e4a56177e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd795379a-86d2-4a5b-b584-9b5489a6a76f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:23:40.398414 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42178) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:40.602164 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc806da-82e7-4633-b469-54a8613b8bc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:40.602757 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2cc806da-82e7-4633-b469-54a8613b8bc7 admin admin] Synchronizing usage tracker for tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 on resource:network {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:23:40.622126 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2cc806da-82e7-4633-b469-54a8613b8bc7 admin admin] Unset dirty status for tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 on resource:network {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:23:40.623485 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-2cc806da-82e7-4633-b469-54a8613b8bc7 admin admin] 10.222.0.15 "GET /v2.0/networks/473b1ea0-5c3c-409d-b8da-ab336fe0d612 HTTP/1.1" status: 200 len: 842 time: 0.2240567 Jun 17 17:23:40.633040 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:23:40.639505 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:23:40.643887 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Usage tracker for resource:subnet and tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:23:40.647451 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:23:40.654395 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:23:40.664855 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Made reservation on behalf of f518ac90f0d24c0d9f7ba1dadb6d4a39 for: {'subnet': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:23:40.667405 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:41.121574 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.objects.ports [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74248) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Jun 17 17:23:41.121943 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:41.125913 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3597b51a-e64d-44b4-85d1-15666e6285ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:41.198385 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca002e0f-8941-47a1-aa24-475ab6208e5c,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:41.202313 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:41.208036 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Checking segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:23:41.208389 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Network hostable DHCP agents. Network: 473b1ea0-5c3c-409d-b8da-ab336fe0d612, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:23:41.230873 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:23:41.240474 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 473b1ea0-5c3c-409d-b8da-ab336fe0d612) {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:41.244482 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:41.245664 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:41.250591 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f7e763-61e1-40e8-a61f-4c7c2d2d6679 None None] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:23:41.268151 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6387932 Jun 17 17:23:41.469993 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d466f27-f8f8-47a2-95fa-6cf9f5c0ee0b None None] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:23:42.717065 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 416eb8d7-57c0-4c4e-ac03-a1d01168750a up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:42.786221 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 416eb8d7-57c0-4c4e-ac03-a1d01168750a completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:42.791088 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 416eb8d7-57c0-4c4e-ac03-a1d01168750a triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:42.792001 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.922973 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.956526 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 416eb8d7-57c0-4c4e-ac03-a1d01168750a, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=416eb8d7-57c0-4c4e-ac03-a1d01168750a,segment=NetworkSegment(cd8b8010-b044-4474-9941-f1fbe1ce57a4),segment_id=cd8b8010-b044-4474-9941-f1fbe1ce57a4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:42.960401 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:42.962415 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:43.026372 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=416eb8d7-57c0-4c4e-ac03-a1d01168750a,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:43.029426 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:43.372619 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42202) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:43.601062 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-a02b2914-915f-4672-abff-a6b3335860b0 admin admin] 10.222.0.15 "GET /v2.0/routers/57e3fe53-70b6-4b36-b351-2607f57f978a HTTP/1.1" status: 200 len: 710 time: 0.2273164 Jun 17 17:23:43.731236 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7a907-b6ea-4446-b7c8-e953ca8f9f48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:23:43.732735 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-dcb7a907-b6ea-4446-b7c8-e953ca8f9f48 admin admin] 10.222.0.15 "GET /v2.0/networks/473b1ea0-5c3c-409d-b8da-ab336fe0d612 HTTP/1.1" status: 200 len: 886 time: 0.1258624 Jun 17 17:23:43.742778 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:23:44.250808 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4522'] for router, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:44.426400 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:44.482469 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:44.606644 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Allocated IP 172.28.2.131 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:23:44.699845 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 416eb8d7-57c0-4c4e-ac03-a1d01168750a up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:44.752294 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:44.768524 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 416eb8d7-57c0-4c4e-ac03-a1d01168750a triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:44.768888 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:44.779152 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:44.783314 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:44.842970 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:23:44.845704 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:23:44.848149 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:23:44.886113 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Pushing event updated for resources: {'Port': ['ID=2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:44.894528 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:44.996663 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:45.156011 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4522'] for router, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:45.159205 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445907'] for router, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:45.349082 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Router 57e3fe53-70b6-4b36-b351-2607f57f978a has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:23:45.542250 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:23:45.550141 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:45.550724 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Sync routers for ids ['57e3fe53-70b6-4b36-b351-2607f57f978a'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:23:45.551355 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] 10.222.0.15 "PUT /v2.0/routers/57e3fe53-70b6-4b36-b351-2607f57f978a HTTP/1.1" status: 200 len: 890 time: 1.8125889 Jun 17 17:23:45.562764 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Routers {'57e3fe53-70b6-4b36-b351-2607f57f978a'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:45.563475 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:23:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['57e3fe53-70b6-4b36-b351-2607f57f978a'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:45.755700 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Set router 57e3fe53-70b6-4b36-b351-2607f57f978a gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:23:46.088760 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'name': 'router1', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:27Z', 'updated_at': '2021-06-17T17:23:44Z', 'revision_number': 4, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'gw_port': {'id': '2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:44Z', 'updated_at': '2021-06-17T17:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '416eb8d7-57c0-4c4e-ac03-a1d01168750a', 'name': '', 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'mac_address': 'fa:16:3e:10:64:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '170c7685-10b2-4166-9362-0e4a56177e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:36Z', 'updated_at': '2021-06-17T17:23:42Z', 'revision_number': 5, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'subnets': [{'id': '170c7685-10b2-4166-9362-0e4a56177e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd795379a-86d2-4a5b-b584-9b5489a6a76f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:46.093515 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Checking router: 57e3fe53-70b6-4b36-b351-2607f57f978a for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:23:46.093856 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Updating router 57e3fe53-70b6-4b36-b351-2607f57f978a port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 binding host dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:23:46.144578 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.462844 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Notify callbacks [] for port, precommit_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.475196 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Transition to ACTIVE for port object 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:23:46.481478 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.485138 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:46.558818 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Attempting to bind port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:23:46.559179 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Attempting to bind port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:23:46.559536 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Attempting to bind port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 on network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:23:46.561459 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc067818-65ea-4fc4-a120-a179938256f1 None None] Pushing event updated for resources: {'Port': ['ID=2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:46.564371 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-fc067818-65ea-4fc4-a120-a179938256f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:46.569365 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:23:46.569498 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Checking segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:23:46.569837 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.570217 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Bound using segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:23:46.570710 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Bound port: 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:23:46.571092 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.642517 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] For port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:23:46.645437 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] For port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:23:46.650396 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:46.654154 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:46.721160 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc067818-65ea-4fc4-a120-a179938256f1 None None] Pushing event updated for resources: {'Port': ['ID=2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:46.734771 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-fc067818-65ea-4fc4-a120-a179938256f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:46.756089 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Routers {'57e3fe53-70b6-4b36-b351-2607f57f978a'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:23:46.756719 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:23:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['57e3fe53-70b6-4b36-b351-2607f57f978a'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:46.951213 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] Set router 57e3fe53-70b6-4b36-b351-2607f57f978a gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:23:47.273988 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'name': 'router1', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:27Z', 'updated_at': '2021-06-17T17:23:44Z', 'revision_number': 4, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'gw_port': {'id': '2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:44Z', 'updated_at': '2021-06-17T17:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '416eb8d7-57c0-4c4e-ac03-a1d01168750a', 'name': '', 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'mac_address': 'fa:16:3e:10:64:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '170c7685-10b2-4166-9362-0e4a56177e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:36Z', 'updated_at': '2021-06-17T17:23:42Z', 'revision_number': 5, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'subnets': [{'id': '170c7685-10b2-4166-9362-0e4a56177e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd795379a-86d2-4a5b-b584-9b5489a6a76f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:23:47.277936 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01d16a-8eee-4928-b459-0142a78c1902 None None] The sync data for ids ['57e3fe53-70b6-4b36-b351-2607f57f978a'] in dv-cinder-796864-1-smb is: [{'id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'name': 'router1', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': '2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:23:27Z', 'updated_at': '2021-06-17T17:23:44Z', 'revision_number': 4, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'gw_port': {'id': '2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:44Z', 'updated_at': '2021-06-17T17:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '416eb8d7-57c0-4c4e-ac03-a1d01168750a', 'name': '', 'network_id': '0d1a8318-32db-4952-a23f-d58dd35f4260', 'tenant_id': '7f84d092e7d04888aa892b752d4ed18b', 'mac_address': 'fa:16:3e:10:64:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3fe53-70b6-4b36-b351-2607f57f978a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '170c7685-10b2-4166-9362-0e4a56177e80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:23:36Z', 'updated_at': '2021-06-17T17:23:42Z', 'revision_number': 5, 'project_id': '7f84d092e7d04888aa892b752d4ed18b', 'subnets': [{'id': '170c7685-10b2-4166-9362-0e4a56177e80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd795379a-86d2-4a5b-b584-9b5489a6a76f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:23:47.764719 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42214) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:23:47.941044 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-d2ba2c99-7eb6-4d0e-a794-246f58d6e685 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1751382 Jun 17 17:23:48.738278 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:48.821816 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:23:48.827564 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:48.827939 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:48.939394 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:48.956054 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:23:48.961166 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:48.964176 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-fc067818-65ea-4fc4-a120-a179938256f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:23:49.030693 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:23:49.034185 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:23:50.711628 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:23:50.825504 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 2e09a24e-8fa4-4b83-8b8f-7e33cce4a4c2 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:23:50.825869 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:23:57.857233 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:24:02.077125 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-fd3f32a6-e00e-4e90-8a01-12ede718ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:02.366848 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:04.194812 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-04ed578a-7c5c-42d9-a578-e22851d68d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:05.235728 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:06.750951 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:32.096813 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-88d694c1-3aa2-4d04-83a4-e8d4c2bb6760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:32.377713 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.195629 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-738bbda6-f098-425e-9478-dfd6b465768c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:34.856567 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:24:35.238111 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:24:36.758829 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:02.071799 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-685a1373-093e-4600-8bb4-f9a417925d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:02.375635 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:04.198621 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-6cd3cd9b-eaae-44a5-bdf1-716ffd7a3101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:05.241975 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:06.763401 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:11.856638 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:25:32.075238 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-daae96b9-0b12-4734-a916-d3bdbd785ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:32.366930 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:34.201278 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-02f14999-d544-4432-a0db-1d5308d0fdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:35.245763 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:36.767854 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:48.856460 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:25:49.836929 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42786) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:49.925588 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb238fc-76b8-467b-ab2c-232595851b68 admin admin] GET failed (client error): The resource could not be found. Jun 17 17:25:49.926826 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-8eb238fc-76b8-467b-ab2c-232595851b68 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0889525 Jun 17 17:25:50.053382 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c6fad-c8d0-4e43-9371-f467bea0023d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:50.054746 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b75c6fad-c8d0-4e43-9371-f467bea0023d admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1241391 Jun 17 17:25:52.009590 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42796) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:52.139993 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6136b-f6b3-4242-8051-15c52bfe7684 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:52.140543 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e7c6136b-f6b3-4242-8051-15c52bfe7684 admin admin] Synchronizing usage tracker for tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 on resource:subnet {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:25:52.155088 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e7c6136b-f6b3-4242-8051-15c52bfe7684 admin admin] Unset dirty status for tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 on resource:subnet {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:25:52.156182 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-e7c6136b-f6b3-4242-8051-15c52bfe7684 admin admin] 10.222.0.15 "GET /v2.0/subnets/170c7685-10b2-4166-9362-0e4a56177e80 HTTP/1.1" status: 200 len: 849 time: 0.1457453 Jun 17 17:25:52.165258 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:25:52.278382 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:52.456943 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743748599700'] for subnet, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:52.460903 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:25:52.501505 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:52.502109 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:52.503367 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] 10.222.0.15 "PUT /v2.0/subnets/170c7685-10b2-4166-9362-0e4a56177e80 HTTP/1.1" status: 200 len: 868 time: 0.3417430 Jun 17 17:25:52.504514 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e39067-c2a4-44b3-af08-d31e2ba73bcc None None] Network 0d1a8318-32db-4952-a23f-d58dd35f4260 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:25:52.533676 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=170c7685-10b2-4166-9362-0e4a56177e80,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:25:52.543739 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.544070 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.544394 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.544717 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.545036 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.545349 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.545707 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.546026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.546334 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.546661 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.546972 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:25:52.550532 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-1d836fd7-1620-435b-b64f-d55035ddbc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:25:52.993513 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-26fd5ba4-84e1-4488-83eb-edf71c1e0954 None None] Provisioning complete for port 416eb8d7-57c0-4c4e-ac03-a1d01168750a triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:52.993876 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-26fd5ba4-84e1-4488-83eb-edf71c1e0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:53.114430 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-26fd5ba4-84e1-4488-83eb-edf71c1e0954 None None] Provisioning complete for port d8115295-3b67-419b-b07d-f526c8f2410a triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:25:53.114833 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-26fd5ba4-84e1-4488-83eb-edf71c1e0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:25:54.465845 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42806) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:54.657355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c22f2b-b515-4616-a107-78d98e1e4575 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:54.657635 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c22f2b-b515-4616-a107-78d98e1e4575 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:54.659124 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b1c22f2b-b515-4616-a107-78d98e1e4575 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1923435 Jun 17 17:25:56.618587 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42816) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:56.814291 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a08132-808e-4086-b603-103527cb9496 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:56.814692 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a08132-808e-4086-b603-103527cb9496 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:56.816199 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b0a08132-808e-4086-b603-103527cb9496 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963861 Jun 17 17:25:58.787811 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 42826) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:25:59.063859 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.policy [None req-de07ee5e-6d82-4c02-af11-d47a6c5f4b32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74249) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 17 17:25:59.064617 dv-cinder-796864-1-smb neutron-server[74249]: WARNING oslo_policy.policy [None req-de07ee5e-6d82-4c02-af11-d47a6c5f4b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:25:59.064982 dv-cinder-796864-1-smb neutron-server[74249]: WARNING oslo_policy.policy [None req-de07ee5e-6d82-4c02-af11-d47a6c5f4b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:25:59.067882 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de07ee5e-6d82-4c02-af11-d47a6c5f4b32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:25:59.069482 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-de07ee5e-6d82-4c02-af11-d47a6c5f4b32 admin admin] 10.222.0.15 "GET /v2.0/networks/0d1a8318-32db-4952-a23f-d58dd35f4260 HTTP/1.1" status: 200 len: 869 time: 0.2807608 Jun 17 17:26:01.051776 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42838) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:01.239885 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b996b-5699-4379-9f3c-f5854e847f57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:01.241115 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-ea8b996b-5699-4379-9f3c-f5854e847f57 admin admin] 10.222.0.15 "GET /v2.0/networks/473b1ea0-5c3c-409d-b8da-ab336fe0d612 HTTP/1.1" status: 200 len: 886 time: 0.1884215 Jun 17 17:26:02.078386 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-aaddc3b1-a513-47f8-89d0-660731c42f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:02.368188 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:03.214131 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42848) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:03.346387 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b9500e-2b5c-48b2-9c3d-c27f141ce797 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.346768 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b9500e-2b5c-48b2-9c3d-c27f141ce797 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:03.348513 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-81b9500e-2b5c-48b2-9c3d-c27f141ce797 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327627 Jun 17 17:26:04.203169 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-4121da88-492e-47ae-a0a9-905509b20852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:05.249948 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:05.302848 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42858) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:05.431182 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7bdb3e-d844-4504-ad87-12bb74c83cef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:05.431536 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7bdb3e-d844-4504-ad87-12bb74c83cef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:05.433021 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-bc7bdb3e-d844-4504-ad87-12bb74c83cef admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292050 Jun 17 17:26:06.769357 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:07.406159 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42868) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:07.533781 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a050c1aa-1e39-4529-be8e-89c8caa3e388 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:07.535174 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-a050c1aa-1e39-4529-be8e-89c8caa3e388 admin admin] 10.222.0.15 "GET /v2.0/subnets/170c7685-10b2-4166-9362-0e4a56177e80 HTTP/1.1" status: 200 len: 868 time: 0.1279538 Jun 17 17:26:09.525281 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42878) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:09.648947 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f5905b-560f-4606-93e0-56f1188db8e7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:09.650231 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-17f5905b-560f-4606-93e0-56f1188db8e7 admin admin] 10.222.0.15 "GET /v2.0/subnets/ca002e0f-8941-47a1-aa24-475ab6208e5c HTTP/1.1" status: 200 len: 816 time: 0.1240456 Jun 17 17:26:25.855356 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:26:27.336348 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42916) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:27.407162 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [None req-54aa2f90-70c1-46df-9cc1-476280406a30 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:26:27.408119 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-54aa2f90-70c1-46df-9cc1-476280406a30 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0708680 Jun 17 17:26:29.432465 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42926) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:29.521951 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7b5393-9f95-441e-8f27-cf1d718b3416 admin admin] GET failed (client error): The resource could not be found. Jun 17 17:26:29.523135 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-1d7b5393-9f95-441e-8f27-cf1d718b3416 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0897803 Jun 17 17:26:29.645736 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175c28e2-3059-4675-b7a0-f19ad344a6d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:29.647087 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-175c28e2-3059-4675-b7a0-f19ad344a6d5 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1195157 Jun 17 17:26:31.643029 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42936) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:31.714914 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:26:31.719333 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:26:31.728710 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:26:31.739287 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Made reservation on behalf of f518ac90f0d24c0d9f7ba1dadb6d4a39 for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:26:31.741883 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:31.859752 dv-cinder-796864-1-smb neutron-server[74248]: WARNING neutron.services.revisions.revision_plugin [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Could not find related network for resource to bump revision. Jun 17 17:26:31.873184 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:26:31.881977 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:31.882307 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Added segment 4918b3e9-9721-4e40-a4be-ee397e1bcbc6 of type vlan for network 926221db-ae1a-45d5-a821-ce26efcad860 Jun 17 17:26:31.906987 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:31.935017 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:31.936130 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:31.936767 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:31.941182 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:32.035986 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3919106 Jun 17 17:26:32.036661 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Pushing event updated for resources: {'Network': ['ID=926221db-ae1a-45d5-a821-ce26efcad860,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:32.039391 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:32.047189 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 926221db-ae1a-45d5-a821-ce26efcad860 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:26:32.154011 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-56b81a82-ca80-46a9-a258-5ed60cff7327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:32.370569 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.050855 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42946) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:26:34.140619 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aac9d3f-4ab4-4c5a-bf84-085d58871f7f admin admin] GET failed (client error): The resource could not be found. Jun 17 17:26:34.141091 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2aac9d3f-4ab4-4c5a-bf84-085d58871f7f admin admin] Synchronizing usage tracker for tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 on resource:network {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:26:34.156784 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2aac9d3f-4ab4-4c5a-bf84-085d58871f7f admin admin] Unset dirty status for tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 on resource:network {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:26:34.157829 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-2aac9d3f-4ab4-4c5a-bf84-085d58871f7f admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1060431 Jun 17 17:26:34.207854 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-44badb0d-c2dc-4049-90d0-ba54ba3a228f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.262945 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c18bdf-8f5e-406f-bcf9-a2c966f77539 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:34.264307 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-10c18bdf-8f5e-406f-bcf9-a2c966f77539 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1025445 Jun 17 17:26:34.274072 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Request body: {'subnet': {'network_id': '926221db-ae1a-45d5-a821-ce26efcad860', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:26:34.278829 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:26:34.288199 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:26:34.299932 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Made reservation on behalf of f518ac90f0d24c0d9f7ba1dadb6d4a39 for: {'subnet': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:26:34.302149 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.664404 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.669021 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9c9120a4-9bd1-40ca-afa6-fbc9a051198e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:34.739485 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df039bb8-0443-4ad4-8527-8ec8fe797e8b,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:34.742802 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:34.750162 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Checking segment: {'id': '4918b3e9-9721-4e40-a4be-ee397e1bcbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:26:34.750506 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Network hostable DHCP agents. Network: 926221db-ae1a-45d5-a821-ce26efcad860, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:26:34.772335 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Network 926221db-ae1a-45d5-a821-ce26efcad860 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:26:34.781931 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 926221db-ae1a-45d5-a821-ce26efcad860) {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:26:34.785984 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:26:34.786570 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:34.792590 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db92e94-2551-496d-9e94-8d88f2cf1768 None None] Network 926221db-ae1a-45d5-a821-ce26efcad860 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:26:34.812264 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5415373 Jun 17 17:26:35.011425 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9a1c0de-a355-574c-b73a-2e4aec78109c-926221db-ae1a-45d5-a821-ce26efcad860', 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860', 'tenant_id': 'f518ac90f0d24c0d9f7ba1dadb6d4a39', 'fixed_ips': [{'subnet_id': 'df039bb8-0443-4ad4-8527-8ec8fe797e8b'}]}} from dv-cinder-796864-1-smb. {{(pid=74250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:26:35.012391 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.168573 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.db_base_plugin_common [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Allocated IP 192.168.233.2 (926221db-ae1a-45d5-a821-ce26efcad860/df039bb8-0443-4ad4-8527-8ec8fe797e8b/d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28) {{(pid=74250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:26:35.269436 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.380243 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Notify callbacks [] for port, precommit_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.391027 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Transition to ACTIVE for port object d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:26:35.409517 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Transition to ACTIVE for port object d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 will not be triggered until provisioned by entity DHCP. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:26:35.415268 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.421524 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:35.481671 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Network 926221db-ae1a-45d5-a821-ce26efcad860 is already hosted by enough agents. {{(pid=74250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:26:35.484318 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.base_scheduler [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Resources bound (agent type, host, resource id): {{(pid=74250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:26:35.487965 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Received port after_create {{(pid=74250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:26:35.498255 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Pushing event updated for resources: {'Port': ['ID=d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28,revision_number=1']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:35.559923 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.560275 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.560594 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.560928 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.561242 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.561559 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.561880 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.562202 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.562517 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.562862 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.563180 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:26:35.570184 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:35.591053 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Attempting to bind port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:26:35.591423 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Attempting to bind port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '4918b3e9-9721-4e40-a4be-ee397e1bcbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:26:35.591787 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Attempting to bind port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 on network 926221db-ae1a-45d5-a821-ce26efcad860 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:26:35.598040 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:26:35.598409 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Checking segment: {'id': '4918b3e9-9721-4e40-a4be-ee397e1bcbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:26:35.598898 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.599289 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Bound using segment: {'id': '4918b3e9-9721-4e40-a4be-ee397e1bcbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:26:35.599748 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Bound port: d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4918b3e9-9721-4e40-a4be-ee397e1bcbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:26:35.600223 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.688842 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] For port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:26:35.691941 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] For port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28,segment=NetworkSegment(4918b3e9-9721-4e40-a4be-ee397e1bcbc6),segment_id=4918b3e9-9721-4e40-a4be-ee397e1bcbc6)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:26:35.697075 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:35.701254 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:35.776551 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Pushing event updated for resources: {'Port': ['ID=d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:35.779811 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:36.550104 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9fe45f-c97c-4144-bb85-6f398b0e4a4c None None] Network 926221db-ae1a-45d5-a821-ce26efcad860 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:26:36.784672 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-bbc9b439-8ce8-48ba-9ab1-75eb597c2021 None None] Provisioning for port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:26:36.832262 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:36.848835 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:26:36.923324 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:26:36.928718 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:26:36.929120 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:37.066117 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:37.080452 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-00bc7098-556c-4990-afbb-844e26f3c2d0 None None] Provisioning complete for port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:26:37.080820 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-00bc7098-556c-4990-afbb-844e26f3c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:37.151665 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28,segment=NetworkSegment(4918b3e9-9721-4e40-a4be-ee397e1bcbc6),segment_id=4918b3e9-9721-4e40-a4be-ee397e1bcbc6)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:26:37.157773 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:26:37.161914 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-eda4ba03-de11-45f8-919b-f215756296c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:26:37.272291 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:26:37.275009 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:26:38.787503 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:26:38.854647 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port d8d4d8ca-f1ab-4ecb-ba9b-a6cb12754a28 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:26:38.855011 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:02.087995 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-ce33d4b1-1180-481f-aeb8-ff3402078497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:02.371730 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:02.855681 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:27:04.210424 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-9e449e8e-5e32-4ef2-9895-fb3786e0e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:05.257175 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:06.787036 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:32.091239 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-4cdd07b8-1a79-4bbb-829d-f0b8075fdc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:32.375507 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:34.218188 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-ace8a163-7c86-4f93-b804-1b886ccb5563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:35.258796 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:36.789846 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:39.858105 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:27:42.775460 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 42990) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:42.781356 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [None req-42b8d5b6-b1a0-4527-8c38-31a94ad276ad tempest-verify_tempest_config-554057079 tempest-verify_tempest_config-554057079-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:27:42.782274 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-42b8d5b6-b1a0-4527-8c38-31a94ad276ad tempest-verify_tempest_config-554057079 tempest-verify_tempest_config-554057079-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058870 Jun 17 17:27:43.136609 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43006) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:43.286104 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.327957 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.quota [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Loaded quota_driver: . Jun 17 17:27:43.332088 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:27:43.338198 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Usage tracker for resource:security_group_rule and tenant:180d68f5d1e040058354a394034c16fa is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:27:43.341536 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:27:43.348515 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:27:43.422008 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.425515 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.434037 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:43.476732 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=180d68f5d1e040058354a394034c16fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3390856 Jun 17 17:27:43.482707 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb316d57-b0ab-4107-a1f2-3134017e0edb,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:43.482949 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43014) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:27:43.488037 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.488371 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.488706 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.489013 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.489329 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.489643 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.489953 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.490272 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.490611 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.490920 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.491236 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Tracked resource versions report: Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: pushed versions: Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Log': {'1.0'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Network': {'1.1'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Port': {'1.5'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'PortForwarding': {'1.2'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'QosPolicy': {'1.8'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'SecurityGroup': {'1.2'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'SubPort': {'1.0'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Subnet': {'1.1'}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Trunk': {'1.1'}} Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: consumer versions: Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: { DHCP agent@dv-cinder-796864-1-smb: {}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: L3 agent@dv-cinder-796864-1-smb: {}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: Metadata agent@dv-cinder-796864-1-smb: {}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: Metering agent@dv-cinder-796864-1-smb: {}, Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: Open vSwitch agent@dv-cinder-796864-1-smb: { 'ConntrackHelper': '1.0', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Log': '1.0', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Network': '1.1', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Port': '1.5', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'PortForwarding': '1.2', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'QosPolicy': '1.8', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'SecurityGroup': '1.2', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'SecurityGroupRule': '1.0', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'SubPort': '1.0', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Subnet': '1.1', Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: 'Trunk': '1.1'}} Jun 17 17:27:43.492296 dv-cinder-796864-1-smb neutron-server[74249]: {{(pid=74249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:27:43.527644 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:27:43.544435 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.569249 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.660593 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.669438 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:27:43.677825 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb316d57-b0ab-4107-a1f2-3134017e0edb,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:27:43.687210 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.687409 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.688697 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.688697 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.688697 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.688697 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.689053 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.689235 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.689544 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.689857 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.690164 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:27:43.692855 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:27:43.697123 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb316d57-b0ab-4107-a1f2-3134017e0edb HTTP/1.1" status: 204 len: 168 time: 0.2136371 Jun 17 17:27:43.697123 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:28:02.095522 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7cfed1d4-c58d-4abb-841f-c02efcfb59c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:02.376904 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:04.210463 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-37886d21-9455-43fd-97df-3e6842dde18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:05.262577 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:06.791605 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:16.858365 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:28:32.097447 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-535f986d-9974-43a0-b2c9-e57467b8f418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:32.379143 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:34.215390 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7ad77327-8e20-440d-901f-bd90e06bac9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:35.267219 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:36.800416 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:28:53.858963 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:29:02.098649 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-28c32576-6823-41b5-987d-86f94ec84a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:02.381233 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:04.216537 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0dee5d35-ff96-43c2-8537-6eafff33afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:05.267413 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:06.804861 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:30.857700 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 5 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:29:31.420872 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949'] for agent, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:32.099072 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1868-3485-48c4-bf03-4486106a8f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:32.382001 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:34.218439 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2b220548-9fb3-4ccf-98bf-bbaafb24adb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:35.269285 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:36.801369 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:29:46.083238 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43088) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:29:46.218667 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-7dc9dbed-5ea9-4a56-9992-2a1ca46a542d admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1343367 Jun 17 17:29:48.205827 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43098) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:29:48.283490 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b19d3343-6950-436b-a107-1c0f75b5cb92 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0765750 Jun 17 17:30:01.411477 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:02.099424 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-34eb9a6e-bec4-4c94-a1d3-851a7b8ef45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:02.382482 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:04.219766 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b31fa4e4-bc7e-4db8-8abf-acf27c8bcb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:05.271889 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:06.802134 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:07.857338 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:30:31.432963 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:32.102116 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2e1b88b4-78f5-4bf7-b479-6a1a16ea004c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:32.383429 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:34.220429 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a35f1d98-bb1a-4756-94b2-a1dc19200d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:35.274422 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:36.805516 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:30:44.857027 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:31:01.434660 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:02.102631 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0e86b8d-c801-4ba5-be15-542e082531a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:02.386720 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:04.225828 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-80745d3f-d579-4b71-ae08-1bfb1eae7dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:05.278966 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:06.809191 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:21.857590 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:31:31.450791 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:32.104734 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2503-5476-4804-94b7-0460bd749146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:32.391517 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:34.226287 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-192ca17d-4ba0-4576-945d-cfd38786ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:35.282416 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:36.829935 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.304516 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43294) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:41.315834 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43300) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:41.338183 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43306) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:41.379663 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43312) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:41.490633 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43320) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:41.625652 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-582033851-network', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:41.630209 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:41.637930 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Usage tracker for resource:network and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:41.641740 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:41.648033 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:41.659287 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Made reservation on behalf of 7f5f1c19bc6a4a5f9cf3c94af631b5be for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:41.661700 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.674210 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.688202 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1429358536-network', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:41.694832 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:41.702072 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Usage tracker for resource:network and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:41.707803 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:41.712026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:41.716796 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Usage tracker for resource:security_group_rule and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:41.719979 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:41.726177 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:41.730238 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1974453724-network', 'tenant_id': '3a6dafbe325945c0bff7fbb1bc25c1cb'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:41.735324 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:41.739505 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Usage tracker for resource:network and tenant:3a6dafbe325945c0bff7fbb1bc25c1cb is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:41.742793 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:41.749029 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:41.751799 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Made reservation on behalf of cb7fb29e35c843e99d438b71e64dd45d for: {'network': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:41.754536 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.758204 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:41.767954 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.769996 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Made reservation on behalf of 3a6dafbe325945c0bff7fbb1bc25c1cb for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:41.774945 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.787164 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1049858865-network', 'tenant_id': '0d84405fff7d443e9e1874f988ffaf45'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:41.791909 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:41.798767 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.818635 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:41.822903 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Usage tracker for resource:security_group_rule and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:41.826318 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:41.833715 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:41.844622 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Usage tracker for resource:network and tenant:0d84405fff7d443e9e1874f988ffaf45 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:41.848391 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:41.852453 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-688861095-network', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:41.856061 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:41.875059 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Made reservation on behalf of 0d84405fff7d443e9e1874f988ffaf45 for: {'network': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:41.877437 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:41.877590 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.891876 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.899762 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3a6dafbe325945c0bff7fbb1bc25c1cb is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:41.906833 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:41.911909 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:41.923894 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:41.929028 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:41.932434 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Usage tracker for resource:network and tenant:5b5f14c48ee446449560d013e9b83c8f is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:41.933277 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Usage tracker for resource:security_group_rule and tenant:0d84405fff7d443e9e1874f988ffaf45 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:41.936274 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:41.942341 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.943270 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:41.943411 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:41.951093 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:41.963311 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:41.975585 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c0ddc5df-ffa7-4145-ba49-9da37919f067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:42.007602 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c9779-ed50-4f38-be65-4711e6354482,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:42.018444 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.018838 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.020355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.020355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.020355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.020355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.020652 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.020743 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.021057 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.021377 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.021843 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Tracked resource versions report: Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: pushed versions: Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Log': {'1.0'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Network': {'1.1'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Port': {'1.5'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'PortForwarding': {'1.2'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'QosPolicy': {'1.8'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'SecurityGroup': {'1.2'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'SubPort': {'1.0'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Subnet': {'1.1'}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Trunk': {'1.1'}} Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: consumer versions: Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: { DHCP agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: HyperV agent@hv-cinder-79686: {}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: L3 agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: Metadata agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: Metering agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: Open vSwitch agent@dv-cinder-796864-1-smb: { 'ConntrackHelper': '1.0', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Log': '1.0', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Network': '1.1', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Port': '1.5', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'PortForwarding': '1.2', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'QosPolicy': '1.8', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'SecurityGroup': '1.2', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'SecurityGroupRule': '1.0', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'SubPort': '1.0', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Subnet': '1.1', Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: 'Trunk': '1.1'}} Jun 17 17:31:42.022873 dv-cinder-796864-1-smb neutron-server[74248]: {{(pid=74248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:31:42.037589 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:42.038199 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Made reservation on behalf of 5b5f14c48ee446449560d013e9b83c8f for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:42.040472 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.059932 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.062582 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.063716 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.067577 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.082393 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:31:42.087979 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:42.095489 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.123766 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:42.128985 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.129350 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Added segment 1085e99c-1c8d-408c-bd03-a6be28f64d33 of type vlan for network 3aff819c-d0e7-4576-8341-7f73e02b1537 Jun 17 17:31:42.132098 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5f14c48ee446449560d013e9b83c8f is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:42.135148 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e2f229-f2ed-4df6-a866-0f039b3d4d95,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:42.135307 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:42.141442 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:42.145169 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.145483 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.145826 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.146500 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.146755 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.147122 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.147434 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.147746 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.148073 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.148391 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.148895 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Tracked resource versions report: Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: pushed versions: Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Log': {'1.0'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Network': {'1.1'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Port': {'1.5'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'PortForwarding': {'1.2'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'QosPolicy': {'1.8'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'SecurityGroup': {'1.2'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'SubPort': {'1.0'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Subnet': {'1.1'}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Trunk': {'1.1'}} Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: consumer versions: Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: { DHCP agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: HyperV agent@hv-cinder-79686: {}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: L3 agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: Metadata agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: Metering agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: Open vSwitch agent@dv-cinder-796864-1-smb: { 'ConntrackHelper': '1.0', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Log': '1.0', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Network': '1.1', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Port': '1.5', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'PortForwarding': '1.2', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'QosPolicy': '1.8', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'SecurityGroup': '1.2', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'SecurityGroupRule': '1.0', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'SubPort': '1.0', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Subnet': '1.1', Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: 'Trunk': '1.1'}} Jun 17 17:31:42.150070 dv-cinder-796864-1-smb neutron-server[74249]: {{(pid=74249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:31:42.158614 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:42.159230 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c392e4ad-433b-45e2-95c4-5b17b179e923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:42.195930 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d340a4-cfca-4b99-b777-9f4547b76f8d,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:42.198983 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:42.219964 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.243264 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.252293 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.267591 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:42.340609 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded79e1-fc5f-4b03-831e-e1d2659f0deb,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:42.347404 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.350688 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:42.362637 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.363601 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.367480 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.db.api [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74249) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:31:42.367948 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_db.api [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:31:42.369474 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.db.api [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74249) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:31:42.369984 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_db.api [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:31:42.387924 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:31:42.398757 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.399166 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Added segment fcfb9b0e-a399-4699-b789-f67e8b200f02 of type vlan for network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 Jun 17 17:31:42.423754 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:42.434305 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:42.434887 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.443828 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.db.api [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:31:42.444151 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_db.api [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:31:42.449640 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.496016 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b3cf14-c92a-48b0-9ded-65584010b499,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:42.503475 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:42.506117 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:42.595070 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.600393 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:42.600957 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.608115 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43358) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:42.608290 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2915525 Jun 17 17:31:42.614747 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Request body: {'subnet': {'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-subnet', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:42.622713 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Pushing event updated for resources: {'Network': ['ID=3aff819c-d0e7-4576-8341-7f73e02b1537,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:42.623065 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:42.625951 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:42.626346 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:42.635139 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:31:42.641484 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Usage tracker for resource:subnet and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:42.649587 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:42.660540 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:42.694054 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Made reservation on behalf of 7f5f1c19bc6a4a5f9cf3c94af631b5be for: {'subnet': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:42.697308 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Notify callbacks [] for subnet, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.699280 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2076669 Jun 17 17:31:42.712578 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43362) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:42.723378 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Request body: {'subnet': {'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-subnet', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:42.731063 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:42.739132 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Usage tracker for resource:subnet and tenant:5b5f14c48ee446449560d013e9b83c8f is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:42.745767 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:42.748874 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Pushing event updated for resources: {'Network': ['ID=45410a34-7a55-4be2-ba4d-f8bb0e995ae6,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:42.758040 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:42.760049 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:42.786060 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Made reservation on behalf of 5b5f14c48ee446449560d013e9b83c8f for: {'subnet': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:42.788430 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Notify callbacks [] for subnet, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.870019 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.878286 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:31:42.912709 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:42.980125 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=74249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:31:43.003394 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743748644958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.004309 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Unsubscribe: segment precommit_create {{(pid=74249) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 17:31:43.004982 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.segments_db [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Added segment 0f564da7-0086-4722-a511-931e1b393d90 of type vlan for network 1349afd9-6bd6-40cf-83d4-e1af80082a48 Jun 17 17:31:43.042427 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.140926 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.274709 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.276571 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:43.277508 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.297372 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:31:43.316892 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:43.320236 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.320590 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Added segment c04e02dc-7042-4216-b22e-fc7ae7c58f07 of type vlan for network eeb6f018-a48a-460c-bd9b-f223a9a25909 Jun 17 17:31:43.333633 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.db.api [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74249) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:31:43.334247 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_db.api [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:31:43.420108 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.438979 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.461551 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Pushing event updated for resources: {'Network': ['ID=1349afd9-6bd6-40cf-83d4-e1af80082a48,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:43.490026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.492745 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:43.493590 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.497879 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:43.517267 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1358228 Jun 17 17:31:43.519219 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 1349afd9-6bd6-40cf-83d4-e1af80082a48 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:31:43.519352 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:43.595575 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43392) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:43.599853 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb6f018-a48a-460c-bd9b-f223a9a25909,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:43.603852 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:43.616355 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Request body: {'subnet': {'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1049858865-subnet', 'tenant_id': '0d84405fff7d443e9e1874f988ffaf45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:43.624240 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:43.629312 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Usage tracker for resource:subnet and tenant:0d84405fff7d443e9e1874f988ffaf45 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:43.635477 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:43.647292 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=74249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:31:43.647525 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network eeb6f018-a48a-460c-bd9b-f223a9a25909 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:31:43.654938 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:43.690229 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.694001 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.segments_db [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Added segment 1ef50ad7-053d-4b7d-baa8-c557e474e1b8 of type vlan for network 0ee2905d-0992-40a9-bf31-ae5a057d589a Jun 17 17:31:43.713871 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Made reservation on behalf of 0d84405fff7d443e9e1874f988ffaf45 for: {'subnet': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:43.719759 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.735364 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.739773 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4315786 Jun 17 17:31:43.751428 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43398) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:43.752009 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:43.868652 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.881305 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Request body: {'subnet': {'network_id': 'eeb6f018-a48a-460c-bd9b-f223a9a25909', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1974453724-subnet', 'tenant_id': '3a6dafbe325945c0bff7fbb1bc25c1cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:43.888962 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:43.893102 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Usage tracker for resource:subnet and tenant:3a6dafbe325945c0bff7fbb1bc25c1cb is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:43.896204 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:43.902362 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:43.949468 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.949983 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Made reservation on behalf of 3a6dafbe325945c0bff7fbb1bc25c1cb for: {'subnet': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:43.952731 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Notify callbacks [] for subnet, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.957794 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:43.958512 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:43.980868 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:44.004862 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6630833 Jun 17 17:31:44.026642 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43412) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:44.108309 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Request body: {'subnet': {'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1429358536-subnet', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:44.115570 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:44.131936 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Usage tracker for resource:subnet and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:44.137274 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:44.147508 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:44.150860 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Pushing event updated for resources: {'Network': ['ID=0ee2905d-0992-40a9-bf31-ae5a057d589a,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:44.160771 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:44.167923 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:31:44.194958 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Checking segment: {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:31:44.195956 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Network hostable DHCP agents. Network: 45410a34-7a55-4be2-ba4d-f8bb0e995ae6, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:31:44.211203 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d99290-4c50-4ca2-9b45-1a238849156b,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:44.214737 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:44.261178 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Made reservation on behalf of cb7fb29e35c843e99d438b71e64dd45d for: {'subnet': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:44.270875 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:44.348433 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:31:44.368099 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 45410a34-7a55-4be2-ba4d-f8bb0e995ae6) {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:44.374260 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:44.375379 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:44.378010 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a5285c-bca0-413f-8e91-cfbdbc697171 None None] Network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:44.452787 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7383909 Jun 17 17:31:44.463567 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43428) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:44.503063 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:44.550025 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:44.555095 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-06c3130e-3792-4e14-b35a-de0f1b88c398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:44.567449 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:44.612094 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Usage tracker for resource:router and tenant:5b5f14c48ee446449560d013e9b83c8f is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:44.616787 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f193636-b4ac-4f09-9b52-55eeba82de54,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:44.620004 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:44.628093 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:44.635521 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:44.650106 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:44.652636 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:44.661293 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Checking segment: {'id': 'c04e02dc-7042-4216-b22e-fc7ae7c58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eeb6f018-a48a-460c-bd9b-f223a9a25909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:31:44.661624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Network hostable DHCP agents. Network: eeb6f018-a48a-460c-bd9b-f223a9a25909, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:31:44.692644 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f75c00-bd4d-45ba-a8ed-89f1823767ce None None] Network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:44.726990 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Network eeb6f018-a48a-460c-bd9b-f223a9a25909 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:31:44.751654 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, eeb6f018-a48a-460c-bd9b-f223a9a25909) {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:44.751780 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6756c99e-8d13-4763-8c8a-2782e12a4d0a,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:44.755668 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:44.756237 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:44.762002 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:44.797642 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9436200 Jun 17 17:31:44.803708 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de0ad2-28e9-4e71-a897-b499203faa23 None None] Network eeb6f018-a48a-460c-bd9b-f223a9a25909 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:44.917898 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4481'] for router, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:44.919505 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4504'] for router, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:44.949345 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.240123 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4103908f-5edb-462e-ad9c-b8c2d5d3cc0e None None] Network eeb6f018-a48a-460c-bd9b-f223a9a25909 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:45.244584 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Checking segment: {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:31:45.244984 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Network hostable DHCP agents. Network: 3aff819c-d0e7-4576-8341-7f73e02b1537, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:31:45.373496 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4522'] for router, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.375132 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43472) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:45.379362 dv-cinder-796864-1-smb neutron-server[74248]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 17:31:45.463765 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:31:45.500624 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 3aff819c-d0e7-4576-8341-7f73e02b1537) {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:45.506410 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:45.507069 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.516203 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970836c-9a49-4869-840c-67ba3cde25ea None None] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:45.536316 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-be1a214f-8fc9-4bde-9bcf-899625e4ac16 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:45.537166 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-be1a214f-8fc9-4bde-9bcf-899625e4ac16 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Synchronizing usage tracker for tenant:3a6dafbe325945c0bff7fbb1bc25c1cb on resource:network {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:31:45.555882 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-be1a214f-8fc9-4bde-9bcf-899625e4ac16 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Unset dirty status for tenant:3a6dafbe325945c0bff7fbb1bc25c1cb on resource:network {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:31:45.562676 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-be1a214f-8fc9-4bde-9bcf-899625e4ac16 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/networks?id=eeb6f018-a48a-460c-bd9b-f223a9a25909 HTTP/1.1" status: 200 len: 812 time: 0.1853027 Jun 17 17:31:45.574524 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-96402abc-c24f-4861-a098-6cbc69856d76 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/quotas/3a6dafbe325945c0bff7fbb1bc25c1cb HTTP/1.1" status: 200 len: 375 time: 0.0109849 Jun 17 17:31:45.626962 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-aacb1dea-c86e-419f-9b8e-39148e725cc7 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a6dafbe325945c0bff7fbb1bc25c1cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459440 Jun 17 17:31:45.711512 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1020565 Jun 17 17:31:45.712447 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.714247 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43480) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:45.720932 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:45.727766 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:45.729360 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a77eb926-2892-4c92-ab21-d1e62aa55cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:45.737173 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Usage tracker for resource:router and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:45.747750 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9a1c0de-a355-574c-b73a-2e4aec78109c-3aff819c-d0e7-4576-8341-7f73e02b1537', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a'}]}} from dv-cinder-796864-1-smb. {{(pid=74250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:31:45.749137 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.754135 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:45.766794 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:45.782722 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4481'] for router, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.783791 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4504'] for router, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.808770 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:45.811037 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c32e16-8527-4d24-99f6-58c9fc72a000,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:45.813821 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:45.937914 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Checking segment: {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:31:45.938384 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Network hostable DHCP agents. Network: 1349afd9-6bd6-40cf-83d4-e1af80082a48, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:31:45.998703 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4522'] for router, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.011385 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.042683 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4380302a-7ebf-4319-8d18-4f1d49146c51 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:31:46.045537 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:46.048219 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.db_base_plugin_common [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Allocated IP 172.20.0.2 (3aff819c-d0e7-4576-8341-7f73e02b1537/6756c99e-8d13-4763-8c8a-2782e12a4d0a/54a62cb9-7d29-443c-ab2a-714fa81fe9cb) {{(pid=74250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:46.051035 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4380302a-7ebf-4319-8d18-4f1d49146c51 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1492856 Jun 17 17:31:46.119514 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb858be-8b85-4492-b68c-942eccff711a,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:46.132411 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:46.176704 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Network 1349afd9-6bd6-40cf-83d4-e1af80082a48 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:31:46.181905 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.220395 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.263087 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 1349afd9-6bd6-40cf-83d4-e1af80082a48) {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:46.273601 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:46.274525 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.283687 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69ea83-afa5-4414-87d5-a430a55b92ef None None] Network 1349afd9-6bd6-40cf-83d4-e1af80082a48 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:46.296063 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Checking segment: {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:31:46.296561 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Network hostable DHCP agents. Network: 0ee2905d-0992-40a9-bf31-ae5a057d589a, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:31:46.313986 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7152724 Jun 17 17:31:46.363861 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-fa17519a-4d81-4adc-b0e1-dcb9cdaae9a5 service neutron] 10.222.0.15 "GET /v2.0/networks/eeb6f018-a48a-460c-bd9b-f223a9a25909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120766 Jun 17 17:31:46.484827 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Notify callbacks [] for port, precommit_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.491840 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:31:46.508141 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Transition to ACTIVE for port object 54a62cb9-7d29-443c-ab2a-714fa81fe9cb will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:31:46.522789 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-a4e56f16-3775-4953-b6cd-d34c7f9379fb service neutron] 10.222.0.15 "GET /v2.0/networks/eeb6f018-a48a-460c-bd9b-f223a9a25909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518629 Jun 17 17:31:46.527081 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 0ee2905d-0992-40a9-bf31-ae5a057d589a) {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:46.564994 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:46.576402 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.578895 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a98b1-52f4-469a-9555-ed7ff21422df None None] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:46.618347 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.621057 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Allocated IP 172.28.2.10 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/7207fb11-8721-4d6f-9010-bd33ca9313c3) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:46.675026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.797386 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7189565 Jun 17 17:31:46.800783 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43528) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:46.811585 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:46.827476 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:46.837998 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Usage tracker for resource:router and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:46.843619 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:46.850182 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:46.868791 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Transition to ACTIVE for port object 54a62cb9-7d29-443c-ab2a-714fa81fe9cb will not be triggered until provisioned by entity DHCP. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:31:46.869261 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4481'] for router, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.870234 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4504'] for router, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.915041 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.915476 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:46.932534 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-fc067818-65ea-4fc4-a120-a179938256f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:46.971889 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43546) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:47.030923 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.054447 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Pushing event updated for resources: {'Port': ['ID=54a62cb9-7d29-443c-ab2a-714fa81fe9cb,revision_number=1']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:47.075814 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.076158 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.076836 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.077841 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.078184 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.078517 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.078862 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.079184 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.079509 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.079826 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.080508 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Tracked resource versions report: Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: pushed versions: Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Log': {'1.0'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Network': {'1.1'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Port': {'1.5'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'PortForwarding': {'1.2'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'QosPolicy': {'1.8'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'SecurityGroup': {'1.2'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'SubPort': {'1.0'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Subnet': {'1.1'}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Trunk': {'1.1'}} Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: consumer versions: Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: { DHCP agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: HyperV agent@hv-cinder-79686: {}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: L3 agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: Metadata agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: Metering agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: Open vSwitch agent@dv-cinder-796864-1-smb: { 'ConntrackHelper': '1.0', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Log': '1.0', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Network': '1.1', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Port': '1.5', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'PortForwarding': '1.2', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'QosPolicy': '1.8', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'SecurityGroup': '1.2', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'SecurityGroupRule': '1.0', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'SubPort': '1.0', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Subnet': '1.1', Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: 'Trunk': '1.1'}} Jun 17 17:31:47.081533 dv-cinder-796864-1-smb neutron-server[74250]: {{(pid=74250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:31:47.109413 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.123483 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:47.126134 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:47.165258 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d39d490d-fe0c-449f-9cb5-9cd27657c2b2 req-dbfe2dbd-807b-43fd-98d8-189e452f1a1d tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 210 time: 0.1908188 Jun 17 17:31:47.170463 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9a1c0de-a355-574c-b73a-2e4aec78109c-0ee2905d-0992-40a9-bf31-ae5a057d589a', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a'}]}} from dv-cinder-796864-1-smb. {{(pid=74250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:31:47.171936 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.196260 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09fbdaa-857a-47bc-8b73-79afe7b0e2e7 None None] Network 1349afd9-6bd6-40cf-83d4-e1af80082a48 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:47.271588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Allocated IP 172.28.2.81 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/04f169a8-57aa-463a-945f-bf24bfb5642a) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:47.275344 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:47.299913 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:47.316191 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:47.353019 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 is already hosted by enough agents. {{(pid=74250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:47.384781 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.base_scheduler [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Resources bound (agent type, host, resource id): {{(pid=74250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:47.434399 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Received port after_create {{(pid=74250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:47.447882 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Pushing event updated for resources: {'Port': ['ID=7207fb11-8721-4d6f-9010-bd33ca9313c3,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:47.524679 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 43570) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:47.581951 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Attempting to bind port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:31:47.582333 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Attempting to bind port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:31:47.582717 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Attempting to bind port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb on network 3aff819c-d0e7-4576-8341-7f73e02b1537 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:31:47.584115 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:47.598053 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:31:47.598426 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Checking segment: {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:31:47.598849 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.599243 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Bound using segment: {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:31:47.599721 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Bound port: 54a62cb9-7d29-443c-ab2a-714fa81fe9cb, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:31:47.600111 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.700436 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] For port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:31:47.703721 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] For port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=54a62cb9-7d29-443c-ab2a-714fa81fe9cb,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:31:47.755995 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.759766 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444073'] for router, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.799986 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.807808 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.817355 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:47.833298 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4522'] for router, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.876731 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-0a63ab3a-fd85-4cb3-80d8-9773fa27dd0c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:47.884775 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-0a63ab3a-fd85-4cb3-80d8-9773fa27dd0c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 815 time: 0.3921540 Jun 17 17:31:47.894274 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Pushing event updated for resources: {'Port': ['ID=54a62cb9-7d29-443c-ab2a-714fa81fe9cb,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:47.923030 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:47.957691 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:47.987602 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-c7955f8a-7500-4948-b2b5-9bec4d44446d tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/quotas/0d84405fff7d443e9e1874f988ffaf45 HTTP/1.1" status: 200 len: 375 time: 0.1011202 Jun 17 17:31:48.007832 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.db_base_plugin_common [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Allocated IP 172.20.0.2 (0ee2905d-0992-40a9-bf31-ae5a057d589a/abb858be-8b85-4492-b68c-942eccff711a/7db4f1cf-69a8-4934-80fa-ef5d3669a2cb) {{(pid=74250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:48.132097 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:48.143678 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Usage tracker for resource:security_group_rule and tenant:2386b84d8bb14d6188627d0b327e34b6 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:48.149355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:48.194089 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:48.212723 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-ee452032-d9b3-4279-a884-b2185d665722 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2234478 Jun 17 17:31:48.415855 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 is scheduled to L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 with binding_index 1 {{(pid=74249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:31:48.593394 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:48.618213 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Transition to ACTIVE for port object 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:31:48.672982 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Transition to ACTIVE for port object 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb will not be triggered until provisioned by entity DHCP. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:31:48.681096 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:48.685279 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:48.689289 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:48.730790 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:48.876804 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Pushing event updated for resources: {'Port': ['ID=7db4f1cf-69a8-4934-80fa-ef5d3669a2cb,revision_number=1']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:48.882411 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:48.885141 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:31:48.892817 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43628) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:48.894009 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a is already hosted by enough agents. {{(pid=74250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:48.897263 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-744c5cec-02b8-44b4-8520-1ec4d0431541 req-304c8c18-b0d3-4102-a2fd-8faa440d97d5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 210 time: 0.4210644 Jun 17 17:31:48.897889 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.base_scheduler [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Resources bound (agent type, host, resource id): {{(pid=74250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:48.903366 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Sync routers for ids ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:31:48.903944 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Received port after_create {{(pid=74250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:48.932608 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Routers {'59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:31:48.938888 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:31:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:31:48.984995 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Notify callbacks [] for router, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:48.989019 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5225568 Jun 17 17:31:48.989718 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43634) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:48.998733 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:49.009504 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:49.055350 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:49.117487 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Attempting to bind port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:31:49.117628 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Pushing event updated for resources: {'Port': ['ID=04f169a8-57aa-463a-945f-bf24bfb5642a,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:49.117867 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Attempting to bind port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:31:49.118231 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Attempting to bind port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb on network 0ee2905d-0992-40a9-bf31-ae5a057d589a {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:31:49.129639 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 54a62cb9-7d29-443c-ab2a-714fa81fe9cb up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:31:49.150743 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:49.153684 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:49.187699 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-c9100f69-be71-4da3-bfee-3e75c6ddd8cf service neutron] 10.222.0.15 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9395537 Jun 17 17:31:49.190969 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:31:49.192028 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Checking segment: {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:31:49.192495 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:49.192972 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Bound using segment: {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:31:49.193466 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Bound port: 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:31:49.193866 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:49.210024 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:49.271158 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:49.295108 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:49.316258 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] For port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:31:49.319883 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] For port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=7db4f1cf-69a8-4934-80fa-ef5d3669a2cb,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:31:49.323302 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:31:49.333631 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:49.343395 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:49.379573 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Set router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:31:49.404337 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:49.419584 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8f06b58b0646749089dd7bd42389cf is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:49.439667 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:49.448971 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:49.464284 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2dc2f3-bac8-4a5e-9060-fe536e8c4ee3,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:49.476286 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Pushing event updated for resources: {'Port': ['ID=7db4f1cf-69a8-4934-80fa-ef5d3669a2cb,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:49.490645 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:49.511990 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Synchronizing usage tracker for tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:31:49.530313 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:49.599481 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-5d6c9041-3f85-4857-a1de-f6df49d9181d service neutron] 10.222.0.15 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914464 Jun 17 17:31:49.638408 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Unset dirty status for tenant:f518ac90f0d24c0d9f7ba1dadb6d4a39 on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:31:49.642532 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2386b84d8bb14d6188627d0b327e34b6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1156747 Jun 17 17:31:49.642854 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43640) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:49.679342 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:49.680122 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f033ef-dfba-419d-8661-2d3575ee9680 None None] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:49.711212 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.031134 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:44Z', 'updated_at': '2021-06-17T17:31:47Z', 'revision_number': 3, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'gw_port': {'id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:31:50.033919 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e1641b08-a576-4150-83d8-e20fac995077 None None] Provisioning for port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:31:50.040278 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Checking router: 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:31:50.040492 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.040923 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Updating router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 port 7207fb11-8721-4d6f-9010-bd33ca9313c3 binding host dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:31:50.069507 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Allocated IP 172.28.2.20 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/38859e90-9e6a-44b1-b705-7d33440b438b) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:50.070589 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e1641b08-a576-4150-83d8-e20fac995077 None None] Provisioning complete for port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:50.071088 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e1641b08-a576-4150-83d8-e20fac995077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.157875 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.174044 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.214870 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.215573 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444073'] for router, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.254880 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:50.274456 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-246a1d03-bb23-4a77-8013-38de3d274f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.357531 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e8f06b58b0646749089dd7bd42389cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4639494 Jun 17 17:31:50.369858 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43674) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:50.407854 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-53a3ee3e-6dd0-4983-8190-e894c49bfb67 req-77cdb54d-c48e-4d96-9c25-d0d201028081 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 210 time: 0.2602265 Jun 17 17:31:50.408307 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.20', 60582) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:50.434680 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-246a1d03-bb23-4a77-8013-38de3d274f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.438350 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4004b7b6-ae6f-4f53-8475-a9202bbb13e0 req-85f094d0-c515-456c-8396-406a2b5204af tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 210 time: 0.1658289 Jun 17 17:31:50.496124 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e3349-0977-4690-b70c-9bf2057eb8de,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:50.521801 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:50.657579 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e1641b08-a576-4150-83d8-e20fac995077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.770972 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e1641b08-a576-4150-83d8-e20fac995077 None None] For port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=54a62cb9-7d29-443c-ab2a-714fa81fe9cb,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:50.781976 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e1641b08-a576-4150-83d8-e20fac995077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.787792 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:50.844415 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-14344cb4-e2fb-4340-a4de-391644a32b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.881261 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:50.949069 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-1f0e279a-c09a-42bf-b661-146f7a0e9c3d tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:50.950832 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-1f0e279a-c09a-42bf-b661-146f7a0e9c3d tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.20 "GET /v2.0/networks?id=eeb6f018-a48a-460c-bd9b-f223a9a25909 HTTP/1.1" status: 200 len: 812 time: 0.5184245 Jun 17 17:31:50.956225 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.005186 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-14344cb4-e2fb-4340-a4de-391644a32b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.015965 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-b18a6f77-a17d-439b-8f63-4acc917a9412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:51.043615 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1641b08-a576-4150-83d8-e20fac995077 None None] Pushing event updated for resources: {'Port': ['ID=54a62cb9-7d29-443c-ab2a-714fa81fe9cb,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:51.055744 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e1641b08-a576-4150-83d8-e20fac995077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:51.073406 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-246a1d03-bb23-4a77-8013-38de3d274f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.090321 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:31:51.109731 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2f2788fc-65d0-473e-94dd-e3b3cf67cb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:51.205394 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a1d03-bb23-4a77-8013-38de3d274f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2dc2f3-bac8-4a5e-9060-fe536e8c4ee3,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:51.222491 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-246a1d03-bb23-4a77-8013-38de3d274f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:51.229896 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-246a1d03-bb23-4a77-8013-38de3d274f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.233852 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-246a1d03-bb23-4a77-8013-38de3d274f92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d2dc2f3-bac8-4a5e-9060-fe536e8c4ee3 HTTP/1.1" status: 204 len: 168 time: 1.5879915 Jun 17 17:31:51.271951 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:51.278592 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-14344cb4-e2fb-4340-a4de-391644a32b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.288186 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:51.296217 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Pushing event updated for resources: {'Port': ['ID=38859e90-9e6a-44b1-b705-7d33440b438b,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:51.306237 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:51.313959 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a7ef8f-9d5c-45c0-b5d2-8d7bf13b8713 None None] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:31:51.337111 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:51.347305 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Request body: {'port': {'device_id': '38ff6e14-497a-4598-81b3-e7d7f951e3c0', 'network_id': 'eeb6f018-a48a-460c-bd9b-f223a9a25909', 'admin_state_up': True, 'tenant_id': '3a6dafbe325945c0bff7fbb1bc25c1cb'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:51.369986 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14344cb4-e2fb-4340-a4de-391644a32b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e3349-0977-4690-b70c-9bf2057eb8de,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:51.381061 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-14344cb4-e2fb-4340-a4de-391644a32b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:51.399737 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-14344cb4-e2fb-4340-a4de-391644a32b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.411521 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-14344cb4-e2fb-4340-a4de-391644a32b33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/294e3349-0977-4690-b70c-9bf2057eb8de HTTP/1.1" status: 204 len: 168 time: 1.0311613 Jun 17 17:31:51.550032 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Notify callbacks [] for port, precommit_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.590299 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.provisioning_blocks [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Transition to ACTIVE for port object 7207fb11-8721-4d6f-9010-bd33ca9313c3 will not be triggered until provisioned by entity L2. {{(pid=74251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:31:51.616339 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.631743 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:51.767077 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Attempting to bind port 7207fb11-8721-4d6f-9010-bd33ca9313c3 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:31:51.767508 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Attempting to bind port 7207fb11-8721-4d6f-9010-bd33ca9313c3 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:31:51.768054 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Attempting to bind port 7207fb11-8721-4d6f-9010-bd33ca9313c3 on network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:31:51.802958 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:31:51.804065 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Checking segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:31:51.804065 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.813015 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Bound using segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:31:51.813791 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Bound port: 7207fb11-8721-4d6f-9010-bd33ca9313c3, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:31:51.814451 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:51.841954 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:51.927679 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7c894124-bde6-4707-b9c9-594d03d4fc7e req-b503ab45-8de5-448b-913b-3b2dd6e457c8 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 210 time: 0.3057594 Jun 17 17:31:51.991940 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Pushing event updated for resources: {'Port': ['ID=7207fb11-8721-4d6f-9010-bd33ca9313c3,revision_number=2']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:52.018345 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:52.035609 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fce7a6e6-90c6-4e26-bf5b-74d026b16e86 req-bc379d54-d85e-4f10-bde1-18a13c249dfd tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 210 time: 0.2380474 Jun 17 17:31:52.057471 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Provisioning complete for port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:52.062621 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:52.081502 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] For port 7207fb11-8721-4d6f-9010-bd33ca9313c3, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:31:52.100810 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] For port 7207fb11-8721-4d6f-9010-bd33ca9313c3, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=7207fb11-8721-4d6f-9010-bd33ca9313c3,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:31:52.103140 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.103591 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.104867 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.105352 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.109408 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.109900 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.110398 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.110887 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.111341 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.111815 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.118992 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Tracked resource versions report: Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: pushed versions: Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Log': {'1.0'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Network': {'1.1'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Port': {'1.5'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'PortForwarding': {'1.2'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'QosPolicy': {'1.8'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'SecurityGroup': {'1.2'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'SubPort': {'1.0'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Subnet': {'1.1'}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Trunk': {'1.1'}} Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: consumer versions: Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: { DHCP agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: HyperV agent@hv-cinder-79686: {}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: L3 agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: Metadata agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: Metering agent@dv-cinder-796864-1-smb: {}, Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: Open vSwitch agent@dv-cinder-796864-1-smb: { 'ConntrackHelper': '1.0', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Log': '1.0', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Network': '1.1', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Port': '1.5', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'PortForwarding': '1.2', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'QosPolicy': '1.8', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'SecurityGroup': '1.2', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'SecurityGroupRule': '1.0', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'SubPort': '1.0', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Subnet': '1.1', Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: 'Trunk': '1.1'}} Jun 17 17:31:52.120260 dv-cinder-796864-1-smb neutron-server[74251]: {{(pid=74251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:31:52.131496 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:52.132787 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:52.170187 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43742) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:52.171407 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:52.199866 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:31:52.222590 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:52.287448 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:52.292033 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Usage tracker for resource:security_group_rule and tenant:61725e980aca42f0b3a76eaafac552a3 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:52.295321 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:52.302346 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:52.372562 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Routers {'59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:31:52.374297 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:31:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:31:52.477216 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Provisioning for port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:31:52.487381 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Provisioning complete for port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:52.487762 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:52.586742 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Pushing event updated for resources: {'Port': ['ID=7207fb11-8721-4d6f-9010-bd33ca9313c3,revision_number=3']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:52.612017 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:52.689672 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:52.702381 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Usage tracker for resource:port and tenant:3a6dafbe325945c0bff7fbb1bc25c1cb is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:52.718400 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:52.741675 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:52.778603 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:52.784406 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Allocated IP 172.20.0.1 (45410a34-7a55-4be2-ba4d-f8bb0e995ae6/10d99290-4c50-4ca2-9b45-1a238849156b/4bb23170-3264-4c78-9a4f-df4d65f0e686) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:52.794220 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:52.817831 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:52.848733 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Made reservation on behalf of 3a6dafbe325945c0bff7fbb1bc25c1cb for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:52.854841 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:52.894673 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18173b9-d7ba-4732-8ab8-feb1a5246440,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:52.910623 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:52.976016 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:53.000314 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] Set router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:31:53.078674 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] For port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=7db4f1cf-69a8-4934-80fa-ef5d3669a2cb,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:53.087879 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:53.089920 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:53.112374 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:53.113089 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444073'] for router, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:53.127701 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.20', 60589) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:53.198150 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 54a62cb9-7d29-443c-ab2a-714fa81fe9cb up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:31:53.253221 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61725e980aca42f0b3a76eaafac552a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0789545 Jun 17 17:31:53.255634 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43768) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:53.535753 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Pushing event updated for resources: {'Port': ['ID=7db4f1cf-69a8-4934-80fa-ef5d3669a2cb,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:53.540604 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:53.541399 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-5753d6a5-1303-44bb-aff8-66187dd42b6d None None] Provisioning complete for port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:53.551857 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-5753d6a5-1303-44bb-aff8-66187dd42b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:53.566785 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:44Z', 'updated_at': '2021-06-17T17:31:47Z', 'revision_number': 3, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'gw_port': {'id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:31:53.572009 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54c5b-3081-4058-a778-a24beb991439 None None] The sync data for ids ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'] in dv-cinder-796864-1-smb is: [{'id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:44Z', 'updated_at': '2021-06-17T17:31:47Z', 'revision_number': 3, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'gw_port': {'id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:31:53.637924 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3b61572d-0e15-45a0-b355-f98ec4bbbfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:53.669677 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:53.765153 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3b61572d-0e15-45a0-b355-f98ec4bbbfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:53.816382 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-98b7b385-af7d-4e56-b917-eb78ed29bde5 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:53.817851 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-98b7b385-af7d-4e56-b917-eb78ed29bde5 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 815 time: 0.4755170 Jun 17 17:31:53.903773 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:53.908913 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:53.923963 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:53.927506 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:54.033774 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2d943706-b9dc-4474-8f9b-abaf03cf64a4 req-c339526d-7c27-42c8-ad83-61b2bd04d050 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 210 time: 0.2535155 Jun 17 17:31:54.078219 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 is scheduled to L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 with binding_index 1 {{(pid=74248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:31:54.100457 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-be51ad4f-01f5-42fe-85ea-1e4fcda1efa7 req-f66d24d2-5825-4b58-90aa-e94e6fd0b359 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 210 time: 0.7350671 Jun 17 17:31:54.206195 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3b61572d-0e15-45a0-b355-f98ec4bbbfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:54.241388 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:54.260816 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:54.274119 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Request body: {'port': {'device_id': '3884176b-1ed1-44b2-ba84-276288696746', 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48', 'admin_state_up': True, 'tenant_id': '0d84405fff7d443e9e1874f988ffaf45'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:54.275089 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:54.276866 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442979'] for router_interface, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:54.397519 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb23170-3264-4c78-9a4f-df4d65f0e686,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:54.415547 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:54.427069 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:54.504032 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3b61572d-0e15-45a0-b355-f98ec4bbbfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:54.523655 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3b61572d-0e15-45a0-b355-f98ec4bbbfd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b18173b9-d7ba-4732-8ab8-feb1a5246440 HTTP/1.1" status: 204 len: 168 time: 1.2485855 Jun 17 17:31:54.538873 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61572d-0e15-45a0-b355-f98ec4bbbfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18173b9-d7ba-4732-8ab8-feb1a5246440,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:54.555692 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3b61572d-0e15-45a0-b355-f98ec4bbbfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:54.603313 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:54.919097 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Allocated IP 172.20.0.2 (eeb6f018-a48a-460c-bd9b-f223a9a25909/3f193636-b4ac-4f09-9b52-55eeba82de54/8f12f46d-1bca-4817-afd8-41d2be90477c) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:55.214486 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:31:55.274151 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Usage tracker for resource:port and tenant:0d84405fff7d443e9e1874f988ffaf45 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:31:55.293780 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 7207fb11-8721-4d6f-9010-bd33ca9313c3 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:31:55.334234 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:31:55.409658 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:31:55.509202 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:55.517470 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 7207fb11-8721-4d6f-9010-bd33ca9313c3 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:31:55.523638 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:55.523638 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408071'] for router_interface, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:55.527600 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 7207fb11-8721-4d6f-9010-bd33ca9313c3 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:55.528245 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:55.558085 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d2b4c5d9-184f-475b-9941-b98d37fcc41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:55.780785 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:55.810735 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d0623ea4-7ca6-4d6d-b55f-b9b024c2a8d7 req-267a7772-d881-4220-99bc-85b5f2d0f793 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 210 time: 0.3004706 Jun 17 17:31:55.830309 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-536d8252-2eaf-418a-8474-532190979ef6 req-b0fe4287-2ae8-44ca-9b48-ac5db4029414 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 210 time: 0.3159823 Jun 17 17:31:55.830527 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 7207fb11-8721-4d6f-9010-bd33ca9313c3, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=7207fb11-8721-4d6f-9010-bd33ca9313c3,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:31:55.848206 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Made reservation on behalf of 0d84405fff7d443e9e1874f988ffaf45 for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:31:55.852321 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:55.854222 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:31:55.869383 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:55.889408 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:55.943473 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb23170-3264-4c78-9a4f-df4d65f0e686,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:55.968003 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:56.072584 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:56.074795 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:56.076173 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=7207fb11-8721-4d6f-9010-bd33ca9313c3,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:56.080958 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:56.107802 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:56.110363 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:56.163435 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Allocated IP 172.20.0.11 (1349afd9-6bd6-40cf-83d4-e1af80082a48/62c32e16-8527-4d24-99f6-58c9fc72a000/94387cd8-b952-495e-8ea5-849d62f6b42a) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:31:56.596564 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 is scheduled to L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 with binding_index 1 {{(pid=74248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:31:56.600874 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:56.767572 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:31:56.780603 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Sync routers for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:31:56.791430 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:31:56.796400 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:56.800391 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:31:56.801852 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:31:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:31:56.835266 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:56.852994 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-bf1cb3dc-c37c-410b-8fde-399ee469cc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:57.012352 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Pushing event updated for resources: {'Port': ['ID=8f12f46d-1bca-4817-afd8-41d2be90477c,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:57.065415 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:57.098886 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 7207fb11-8721-4d6f-9010-bd33ca9313c3 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:31:57.116723 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-144046d8-6cf7-4a57-b440-dae8a2ecac79 req-4e16fb0b-3c1b-43a3-8c14-594cd37722f4 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Synchronizing usage tracker for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:31:57.131830 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Network eeb6f018-a48a-460c-bd9b-f223a9a25909 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:57.133283 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:57.134891 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.4191945 Jun 17 17:31:57.138330 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:57.140835 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43856) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:57.142357 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:57.146401 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:57.147034 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:57.168711 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-144046d8-6cf7-4a57-b440-dae8a2ecac79 req-4e16fb0b-3c1b-43a3-8c14-594cd37722f4 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Unset dirty status for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:31:57.179141 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-144046d8-6cf7-4a57-b440-dae8a2ecac79 req-4e16fb0b-3c1b-43a3-8c14-594cd37722f4 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 210 time: 0.1095481 Jun 17 17:31:57.241588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:57.253785 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9672756 Jun 17 17:31:57.272641 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:31:57.633811 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 7207fb11-8721-4d6f-9010-bd33ca9313c3 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:31:57.634182 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:57.830892 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:31:57.871670 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-cbccf5c3-8a5c-4bc5-a8d4-87c832b57fd8 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:31:57.872565 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-cbccf5c3-8a5c-4bc5-a8d4-87c832b57fd8 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068641 Jun 17 17:31:57.906629 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:31:57.914052 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Pushing event updated for resources: {'Port': ['ID=94387cd8-b952-495e-8ea5-849d62f6b42a,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:31:57.946005 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] 10.222.0.15 "PUT /v2.0/routers/59f197c6-de8a-4a68-9f4b-1c1155a3bbd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9552259 Jun 17 17:31:57.950377 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Network 1349afd9-6bd6-40cf-83d4-e1af80082a48 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:31:57.990997 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:31:58.002921 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:31:58.013646 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:31:58.031928 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:58.032598 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:58.138682 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9077942 Jun 17 17:31:58.237175 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d35b32-603a-4ac5-8816-413983ea9921 req-9c50b373-bc57-43c9-b2a7-1b29e2fe6031 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:58.237877 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e1d35b32-603a-4ac5-8816-413983ea9921 req-9c50b373-bc57-43c9-b2a7-1b29e2fe6031 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Synchronizing usage tracker for tenant:3a6dafbe325945c0bff7fbb1bc25c1cb on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:31:58.297626 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:31:58.310411 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Sync routers for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:31:58.344462 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:31:58.347067 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:31:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:31:58.403792 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:58.415302 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 43888) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:31:58.416012 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-d9f6aa86-3425-489c-8813-92b118cc8165 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.6128485 Jun 17 17:31:58.426198 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e1d35b32-603a-4ac5-8816-413983ea9921 req-9c50b373-bc57-43c9-b2a7-1b29e2fe6031 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Unset dirty status for tenant:3a6dafbe325945c0bff7fbb1bc25c1cb on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:31:58.433002 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e1d35b32-603a-4ac5-8816-413983ea9921 req-9c50b373-bc57-43c9-b2a7-1b29e2fe6031 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 931 time: 0.7972305 Jun 17 17:31:58.500366 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Sync routers for ids ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:31:58.585887 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e1d35b32-603a-4ac5-8816-413983ea9921 req-c573ef20-3c9f-4fa0-b16a-c957c209de7c tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Synchronizing usage tracker for tenant:3a6dafbe325945c0bff7fbb1bc25c1cb on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:31:58.645062 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e1d35b32-603a-4ac5-8816-413983ea9921 req-c573ef20-3c9f-4fa0-b16a-c957c209de7c tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Unset dirty status for tenant:3a6dafbe325945c0bff7fbb1bc25c1cb on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:31:58.646397 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e1d35b32-603a-4ac5-8816-413983ea9921 req-c573ef20-3c9f-4fa0-b16a-c957c209de7c tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022536 Jun 17 17:31:58.788761 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Routers {'59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:31:58.797518 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:31:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:31:58.866496 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Request body: {'port': {'device_id': '38ff6e14-497a-4598-81b3-e7d7f951e3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:58.985670 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:31:59.002337 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Request body: {'port': {'device_id': '3884176b-1ed1-44b2-ba84-276288696746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:31:59.029052 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:31:59.547970 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:59.606847 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be194c0b-a2c2-43a1-87b4-c5e603ab7dd0 req-9f5bac8c-8964-48e7-ae89-10d50a218943 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:31:59.635826 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-be194c0b-a2c2-43a1-87b4-c5e603ab7dd0 req-9f5bac8c-8964-48e7-ae89-10d50a218943 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 932 time: 0.9605117 Jun 17 17:31:59.674525 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:52Z', 'revision_number': 3, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:31:59.676605 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:31:59.687263 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Checking router: abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:31:59.687921 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Updating router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 port 38859e90-9e6a-44b1-b705-7d33440b438b binding host dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:31:59.691423 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Set router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:31:59.867665 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:00.328296 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-be194c0b-a2c2-43a1-87b4-c5e603ab7dd0 req-215f3e9d-ed67-49ec-b640-eba859a46753 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6915922 Jun 17 17:32:00.612121 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:00.973461 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-42927900-2bca-4419-a0f6-4112a4b6b175 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:00.974897 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-42927900-2bca-4419-a0f6-4112a4b6b175 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Synchronizing usage tracker for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:network {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:01.028778 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:31:49Z', 'revision_number': 3, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:01.051323 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Checking router: 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:32:01.051697 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Updating router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 port 04f169a8-57aa-463a-945f-bf24bfb5642a binding host dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:32:01.181158 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Notify callbacks [] for port, precommit_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:01.203577 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:01.208731 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.provisioning_blocks [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Transition to ACTIVE for port object 38859e90-9e6a-44b1-b705-7d33440b438b will not be triggered until provisioned by entity L2. {{(pid=74251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:01.221439 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:01.226354 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:01.298581 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:44Z', 'updated_at': '2021-06-17T17:31:54Z', 'revision_number': 4, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'gw_port': {'id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4bb23170-3264-4c78-9a4f-df4d65f0e686', 'name': '', 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'mac_address': 'fa:16:3e:e8:d0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10d99290-4c50-4ca2-9b45-1a238849156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:52Z', 'updated_at': '2021-06-17T17:31:54Z', 'revision_number': 2, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'subnets': [{'id': '10d99290-4c50-4ca2-9b45-1a238849156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:01.309792 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Checking router: 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:32:01.310590 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Updating router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 port 4bb23170-3264-4c78-9a4f-df4d65f0e686 binding host dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:32:01.428077 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409de4b-66ec-4f83-b310-8e01a94fc042 None None] Pushing event updated for resources: {'Port': ['ID=38859e90-9e6a-44b1-b705-7d33440b438b,revision_number=2']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:01.442040 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-6409de4b-66ec-4f83-b310-8e01a94fc042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:01.473667 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:01.496044 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Attempting to bind port 38859e90-9e6a-44b1-b705-7d33440b438b on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:01.496771 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Attempting to bind port 38859e90-9e6a-44b1-b705-7d33440b438b by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:01.497679 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Attempting to bind port 38859e90-9e6a-44b1-b705-7d33440b438b on network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:01.508917 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:01.509753 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Checking segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:01.515398 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:01.516145 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Bound using segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:01.516901 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Bound port: 38859e90-9e6a-44b1-b705-7d33440b438b, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:01.517584 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:01.614172 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489783-6e87-4ce0-939e-f9e133c9bdd1 req-d4380205-966d-4c7f-84ac-930937c6d307 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:01.642896 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-77489783-6e87-4ce0-939e-f9e133c9bdd1 req-d4380205-966d-4c7f-84ac-930937c6d307 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 931 time: 0.9359834 Jun 17 17:32:01.801982 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] For port 38859e90-9e6a-44b1-b705-7d33440b438b, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:01.812361 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] For port 38859e90-9e6a-44b1-b705-7d33440b438b, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=38859e90-9e6a-44b1-b705-7d33440b438b,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:01.817234 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:01.824598 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:01.843420 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:01.931893 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-42927900-2bca-4419-a0f6-4112a4b6b175 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Unset dirty status for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:network {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:01.947720 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-42927900-2bca-4419-a0f6-4112a4b6b175 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 818 time: 1.7011607 Jun 17 17:32:02.002153 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Allocated IP 172.20.0.1 (3aff819c-d0e7-4576-8341-7f73e02b1537/6756c99e-8d13-4763-8c8a-2782e12a4d0a/4f81cb89-9d71-4c6e-a5a4-a82048315241) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:32:02.006826 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:32:02.007470 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:31:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:02.143784 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-77489783-6e87-4ce0-939e-f9e133c9bdd1 req-1645648c-a6c8-450e-bde7-dbbc4177449a tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178441 Jun 17 17:32:02.154766 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-f99459ab-db7d-475e-95a4-a3c31a39a632 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/quotas/5b5f14c48ee446449560d013e9b83c8f HTTP/1.1" status: 200 len: 375 time: 0.2017903 Jun 17 17:32:02.175143 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.db.resource_extend [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 17:32:02.250016 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409de4b-66ec-4f83-b310-8e01a94fc042 None None] Pushing event updated for resources: {'Port': ['ID=38859e90-9e6a-44b1-b705-7d33440b438b,revision_number=3']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:02.253697 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-6409de4b-66ec-4f83-b310-8e01a94fc042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:02.306521 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.db.resource_extend [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 17:32:02.316473 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:32:02.355064 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Notify callbacks [] for port, precommit_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.382486 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.383998 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Transition to ACTIVE for port object 04f169a8-57aa-463a-945f-bf24bfb5642a will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:02.398518 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.417162 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.428875 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.provisioning_blocks [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Transition to ACTIVE for port object 4f81cb89-9d71-4c6e-a5a4-a82048315241 will not be triggered until provisioned by entity DHCP. {{(pid=74249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:02.456648 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:02.561472 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f12f46d-1bca-4817-afd8-41d2be90477c {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:02.567874 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74acc0-fdf5-4e37-ae98-c471d9023c55 None None] Pushing event updated for resources: {'Port': ['ID=04f169a8-57aa-463a-945f-bf24bfb5642a,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:02.577800 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0a74acc0-fdf5-4e37-ae98-c471d9023c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:02.581822 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-f4299a05-b379-4a13-bc3f-976ff0829846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.597407 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.619108 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.688328 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:02.717688 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Attempting to bind port 04f169a8-57aa-463a-945f-bf24bfb5642a on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:02.717688 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Attempting to bind port 04f169a8-57aa-463a-945f-bf24bfb5642a by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:02.718149 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Attempting to bind port 04f169a8-57aa-463a-945f-bf24bfb5642a on network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:02.747474 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:02.747887 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Checking segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:02.748323 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.748936 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Bound using segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:02.749931 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Bound port: 04f169a8-57aa-463a-945f-bf24bfb5642a, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:02.751011 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.792926 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.910074 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:52Z', 'revision_number': 3, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:02.914990 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:02.922226 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:02.924034 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5dc833-ac74-46bf-84ed-32579579ba5d None None] The sync data for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb is: [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:52Z', 'revision_number': 3, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:32:02.930657 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:32:02.931328 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442979'] for router_interface, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.957161 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] For port 04f169a8-57aa-463a-945f-bf24bfb5642a, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:02.965012 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] For port 04f169a8-57aa-463a-945f-bf24bfb5642a, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=04f169a8-57aa-463a-945f-bf24bfb5642a,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:02.973243 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:02.993553 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:03.044904 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Pushing event updated for resources: {'Port': ['ID=4f81cb89-9d71-4c6e-a5a4-a82048315241,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:03.051513 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:03.099562 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:32:03.100848 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:31:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:03.108864 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Allocated IP 172.20.0.1 (0ee2905d-0992-40a9-bf31-ae5a057d589a/abb858be-8b85-4492-b68c-942eccff711a/1abb4dfb-b2c8-4f0d-8340-34636f0eeeae) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:32:03.122985 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Transition to ACTIVE for port object 8f12f46d-1bca-4817-afd8-41d2be90477c will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:03.185267 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:03.196685 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94387cd8-b952-495e-8ea5-849d62f6b42a {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:03.258032 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:03.261104 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:03.381134 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:03.627814 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-376e080d-1423-413a-85eb-2423dfbcc05d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4686296 Jun 17 17:32:03.629423 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Transition to ACTIVE for port object 94387cd8-b952-495e-8ea5-849d62f6b42a will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:03.766758 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:32:03.800482 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:03.835474 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f12f46d-1bca-4817-afd8-41d2be90477c,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:03.861164 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:03.861653 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:04.043743 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Attempting to bind port 8f12f46d-1bca-4817-afd8-41d2be90477c on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:04.061949 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Attempting to bind port 8f12f46d-1bca-4817-afd8-41d2be90477c by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'c04e02dc-7042-4216-b22e-fc7ae7c58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eeb6f018-a48a-460c-bd9b-f223a9a25909'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:04.061949 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Attempting to bind port 8f12f46d-1bca-4817-afd8-41d2be90477c on network eeb6f018-a48a-460c-bd9b-f223a9a25909 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:04.084668 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852cd22-072a-45f9-8b99-9f36cc89c276 req-c3409a2a-994f-43f6-8d35-34889f24ca3f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:04.094313 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7852cd22-072a-45f9-8b99-9f36cc89c276 req-c3409a2a-994f-43f6-8d35-34889f24ca3f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 932 time: 1.2048931 Jun 17 17:32:04.263651 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.db.resource_extend [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] It took 1.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 17:32:04.313656 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:04.327461 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:04.334000 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Port 8f12f46d-1bca-4817-afd8-41d2be90477c on network eeb6f018-a48a-460c-bd9b-f223a9a25909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:32:04.335384 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Attempting to bind port 8f12f46d-1bca-4817-afd8-41d2be90477c on network eeb6f018-a48a-460c-bd9b-f223a9a25909 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:04.339696 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=94387cd8-b952-495e-8ea5-849d62f6b42a,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:04.355012 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-8a714a3c-9722-44e1-bd01-7c82defed25a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:32:04.356226 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.provisioning_blocks [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Transition to ACTIVE for port object 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae will not be triggered until provisioned by entity DHCP. {{(pid=74249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:04.356337 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-8a714a3c-9722-44e1-bd01-7c82defed25a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2880020 Jun 17 17:32:04.358823 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:04.382502 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:04.385233 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:04.386409 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408071'] for router_interface, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:04.399757 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:04.477602 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:04.478108 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Checking segment: {'id': 'c04e02dc-7042-4216-b22e-fc7ae7c58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eeb6f018-a48a-460c-bd9b-f223a9a25909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:04.478774 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Bound using segment: {'id': 'c04e02dc-7042-4216-b22e-fc7ae7c58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eeb6f018-a48a-460c-bd9b-f223a9a25909'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:04.479378 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Bound port: 8f12f46d-1bca-4817-afd8-41d2be90477c, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04e02dc-7042-4216-b22e-fc7ae7c58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eeb6f018-a48a-460c-bd9b-f223a9a25909'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:04.479858 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:04.495886 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74acc0-fdf5-4e37-ae98-c471d9023c55 None None] Pushing event updated for resources: {'Port': ['ID=04f169a8-57aa-463a-945f-bf24bfb5642a,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:04.553594 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7852cd22-072a-45f9-8b99-9f36cc89c276 req-0258f7ea-6f3a-4e70-bbed-2c6f2f5efcd2 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579132 Jun 17 17:32:04.560413 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0a74acc0-fdf5-4e37-ae98-c471d9023c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.567s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:04.632415 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:04.655504 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-2bf448ae-5f69-49ca-84fe-f416cce4796c None None] Provisioning for port 4f81cb89-9d71-4c6e-a5a4-a82048315241 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:04.687061 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:04.715556 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c04a14be-7e98-49ae-8605-a27a84a331e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:04.910945 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Pushing event updated for resources: {'Port': ['ID=4f81cb89-9d71-4c6e-a5a4-a82048315241,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:04.979695 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-2bf448ae-5f69-49ca-84fe-f416cce4796c None None] Provisioning complete for port 4f81cb89-9d71-4c6e-a5a4-a82048315241 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:04.980301 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2bf448ae-5f69-49ca-84fe-f416cce4796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.026010 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-9aab61ff-2f71-4bf6-9046-35dc676cfb91 service neutron] 10.222.0.15 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482041 Jun 17 17:32:05.063773 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:05.068157 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.077662 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:05.117376 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:32:05.117838 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442979'] for router_interface, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.159704 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] For port 8f12f46d-1bca-4817-afd8-41d2be90477c, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:05.172170 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] For port 8f12f46d-1bca-4817-afd8-41d2be90477c, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8f12f46d-1bca-4817-afd8-41d2be90477c,segment=NetworkSegment(c04e02dc-7042-4216-b22e-fc7ae7c58f07),segment_id=c04e02dc-7042-4216-b22e-fc7ae7c58f07)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:05.177547 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Transition to ACTIVE for port object 4bb23170-3264-4c78-9a4f-df4d65f0e686 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:05.191402 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.195942 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Attempting to bind port 94387cd8-b952-495e-8ea5-849d62f6b42a on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:05.197132 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Attempting to bind port 94387cd8-b952-495e-8ea5-849d62f6b42a by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:05.197316 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Attempting to bind port 94387cd8-b952-495e-8ea5-849d62f6b42a on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:05.211484 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:05.240984 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-2bf448ae-5f69-49ca-84fe-f416cce4796c None None] Port 4f81cb89-9d71-4c6e-a5a4-a82048315241 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:32:05.254592 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb4dfb-b2c8-4f0d-8340-34636f0eeeae,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:05.260508 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:05.308435 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:05.310389 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:05.411246 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Port 94387cd8-b952-495e-8ea5-849d62f6b42a on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:32:05.411860 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Attempting to bind port 94387cd8-b952-495e-8ea5-849d62f6b42a on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:05.434817 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.479174 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:05.492562 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1df8ba-e875-4e5c-8888-6aaff13d88a9 None None] Pushing event updated for resources: {'Port': ['ID=4bb23170-3264-4c78-9a4f-df4d65f0e686,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:05.514751 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-2f1df8ba-e875-4e5c-8888-6aaff13d88a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:05.528760 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 38859e90-9e6a-44b1-b705-7d33440b438b up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:05.607316 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:05.608640 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Checking segment: {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:05.609219 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Bound using segment: {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:05.609883 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Bound port: 94387cd8-b952-495e-8ea5-849d62f6b42a, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:05.610593 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.672358 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.674239 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f12f46d-1bca-4817-afd8-41d2be90477c HTTP/1.1" status: 200 len: 1093 time: 7.4187262 Jun 17 17:32:05.674355 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.678173 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-163a72f4-69ce-4f75-97ff-815dd4a817be None None] Provisioning complete for port 4f81cb89-9d71-4c6e-a5a4-a82048315241 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:05.678539 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-163a72f4-69ce-4f75-97ff-815dd4a817be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.699687 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ff6e14-497a-4598-81b3-e7d7f951e3c0', 'tag': '8f12f46d-1bca-4817-afd8-41d2be90477c'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:05.777046 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:05.826162 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:02Z', 'revision_number': 1, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:05.867828 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-09406eff-074b-4012-96e0-a5f1c258c989 service neutron] 10.222.0.15 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457736 Jun 17 17:32:05.897963 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f12f46d-1bca-4817-afd8-41d2be90477c,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:05.908618 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-163a72f4-69ce-4f75-97ff-815dd4a817be None None] Port 4f81cb89-9d71-4c6e-a5a4-a82048315241 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:32:05.911747 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f709f0-8313-45ef-986b-1bab8eb70c9b None None] The sync data for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb is: [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:02Z', 'revision_number': 1, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:32:05.924187 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Attempting to bind port 4bb23170-3264-4c78-9a4f-df4d65f0e686 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:05.925369 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Attempting to bind port 4bb23170-3264-4c78-9a4f-df4d65f0e686 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:05.934448 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a978-1211-46e6-9012-2af7b10435e3 req-e2fff6b7-bac7-4323-ba52-727d7388c2f4 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:05.936435 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Attempting to bind port 4bb23170-3264-4c78-9a4f-df4d65f0e686 on network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:05.943552 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-11e5a978-1211-46e6-9012-2af7b10435e3 req-e2fff6b7-bac7-4323-ba52-727d7388c2f4 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 943 time: 1.0454578 Jun 17 17:32:05.947330 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:06.009558 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:06.010130 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Checking segment: {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:06.014523 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.015085 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Bound using segment: {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:06.015648 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Bound port: 4bb23170-3264-4c78-9a4f-df4d65f0e686, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:06.019157 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.068019 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] For port 94387cd8-b952-495e-8ea5-849d62f6b42a, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:06.101646 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] For port 94387cd8-b952-495e-8ea5-849d62f6b42a, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=94387cd8-b952-495e-8ea5-849d62f6b42a,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:06.111938 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 38859e90-9e6a-44b1-b705-7d33440b438b completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:06.115594 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-11e5a978-1211-46e6-9012-2af7b10435e3 req-8f8fc724-d305-4ef1-a32c-c8b9e786110e tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699669 Jun 17 17:32:06.117391 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.160414 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:06.290624 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] For port 4bb23170-3264-4c78-9a4f-df4d65f0e686, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:06.294200 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] For port 4bb23170-3264-4c78-9a4f-df4d65f0e686, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=4bb23170-3264-4c78-9a4f-df4d65f0e686,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:06.303086 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 38859e90-9e6a-44b1-b705-7d33440b438b triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:06.303644 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.403900 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.418759 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.419592 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.419719 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408071'] for router_interface, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.420043 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-096ea6f4-0a8b-41d9-9006-ffc46c67e0a9 None None] Provisioning for port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:06.424632 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:06.431046 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:06.496531 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:32:06.512422 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-096ea6f4-0a8b-41d9-9006-ffc46c67e0a9 None None] Provisioning complete for port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:06.512804 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-096ea6f4-0a8b-41d9-9006-ffc46c67e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.597047 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1df8ba-e875-4e5c-8888-6aaff13d88a9 None None] Pushing event updated for resources: {'Port': ['ID=4bb23170-3264-4c78-9a4f-df4d65f0e686,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:06.600622 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-2f1df8ba-e875-4e5c-8888-6aaff13d88a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:06.601847 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-096ea6f4-0a8b-41d9-9006-ffc46c67e0a9 None None] Port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:32:06.675417 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c3ddcb8d-4bd4-47b9-854a-7d4df38ef91a req-29514da9-5e9c-4a46-b79f-7c4c5ed71582 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 210 time: 0.1284270 Jun 17 17:32:06.680904 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.702104 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 38859e90-9e6a-44b1-b705-7d33440b438b, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=38859e90-9e6a-44b1-b705-7d33440b438b,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:06.729854 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.733853 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Routers {'59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:32:06.734489 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:32:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:06.786891 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=94387cd8-b952-495e-8ea5-849d62f6b42a,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:06.814280 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:06.815691 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/94387cd8-b952-495e-8ea5-849d62f6b42a HTTP/1.1" status: 200 len: 1094 time: 8.5591607 Jun 17 17:32:06.848685 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:06.908950 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-203e3528-98d3-4440-a45e-a785be993c4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a6dafbe325945c0bff7fbb1bc25c1cb&device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 1096 time: 0.6437359 Jun 17 17:32:06.917822 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cc96e-ff17-41f0-8074-99ad2604744e req-dd1d268c-e861-49fd-a47d-afa8b22d33fd tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:06.919605 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-525cc96e-ff17-41f0-8074-99ad2604744e req-dd1d268c-e861-49fd-a47d-afa8b22d33fd tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 944 time: 0.3288515 Jun 17 17:32:07.007039 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-525cc96e-ff17-41f0-8074-99ad2604744e req-5a1efb21-60c7-4307-8ca3-134ff38edf23 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813177 Jun 17 17:32:07.012987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb4dfb-b2c8-4f0d-8340-34636f0eeeae,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:07.027957 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:07.089606 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:07.157582 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ff6e14-497a-4598-81b3-e7d7f951e3c0', 'tag': '8f12f46d-1bca-4817-afd8-41d2be90477c', 'status': 'completed', 'code': 200} Jun 17 17:32:07.162735 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=38859e90-9e6a-44b1-b705-7d33440b438b,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:07.168147 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:07.201150 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:07.206707 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:07.217752 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:07.240360 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] Set router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:32:07.613035 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-9f4b6ab9-384d-439a-b1c1-6d56b6cd3000 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:07.615015 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-9f4b6ab9-384d-439a-b1c1-6d56b6cd3000 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 818 time: 0.2850544 Jun 17 17:32:07.641237 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6dfd6622-eac9-44f0-b2d8-f98eb1f8cc76 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/quotas/5b5f14c48ee446449560d013e9b83c8f HTTP/1.1" status: 200 len: 375 time: 0.0204265 Jun 17 17:32:07.641827 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:32:07.664879 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] 10.222.0.15 "PUT /v2.0/routers/0334f1fd-a2bb-44c7-a116-b4abe4bc5e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5234993 Jun 17 17:32:07.738892 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-9c9659e8-1b19-4bb8-b122-399aadcd4c9c None None] Provisioning complete for port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:07.739263 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-9c9659e8-1b19-4bb8-b122-399aadcd4c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:07.830954 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-9aedb8d0-4c72-433a-9fe1-904ebe6c4111 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1878412 Jun 17 17:32:07.840749 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-9c9659e8-1b19-4bb8-b122-399aadcd4c9c None None] Port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:32:07.868606 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69a73-3e7c-4a79-97b0-eee685a0d7a7 req-c2a9577e-b8e3-4e30-89a9-ad00278f3b7d tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:07.870106 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b2d69a73-3e7c-4a79-97b0-eee685a0d7a7 req-c2a9577e-b8e3-4e30-89a9-ad00278f3b7d tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 943 time: 0.1748962 Jun 17 17:32:07.892631 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:32:07.917023 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:44Z', 'updated_at': '2021-06-17T17:31:54Z', 'revision_number': 4, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'gw_port': {'id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4bb23170-3264-4c78-9a4f-df4d65f0e686', 'name': '', 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'mac_address': 'fa:16:3e:e8:d0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10d99290-4c50-4ca2-9b45-1a238849156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:52Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'subnets': [{'id': '10d99290-4c50-4ca2-9b45-1a238849156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:07.921465 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da97af6-4683-4162-8592-97d5ce729ff1 None None] The sync data for ids ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'] in dv-cinder-796864-1-smb is: [{'id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:44Z', 'updated_at': '2021-06-17T17:31:54Z', 'revision_number': 4, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'gw_port': {'id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4bb23170-3264-4c78-9a4f-df4d65f0e686', 'name': '', 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'mac_address': 'fa:16:3e:e8:d0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10d99290-4c50-4ca2-9b45-1a238849156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:52Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'subnets': [{'id': '10d99290-4c50-4ca2-9b45-1a238849156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:32:08.038351 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b2d69a73-3e7c-4a79-97b0-eee685a0d7a7 req-b52de606-e47a-42aa-8869-7a82af0ec096 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210248 Jun 17 17:32:08.055049 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-0bad9c79-173e-4a9b-b495-1fbae89d008d service neutron] 10.222.0.15 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228062 Jun 17 17:32:08.298321 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-34e63395-4767-417b-ba87-a9f92b2dc1ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f12f46d-1bca-4817-afd8-41d2be90477c HTTP/1.1" status: 200 len: 217 time: 0.0887952 Jun 17 17:32:08.300901 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:32:08.318460 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] 10.222.0.15 "PUT /v2.0/routers/abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8998840 Jun 17 17:32:08.471131 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-5b7ae35b-37c4-4ae5-832f-af92d3df4de3 service neutron] 10.222.0.15 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094214 Jun 17 17:32:08.517867 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-94329416-23f9-4f68-ae85-fe562e43d823 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:08.523808 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-94329416-23f9-4f68-ae85-fe562e43d823 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f193636-b4ac-4f09-9b52-55eeba82de54 HTTP/1.1" status: 200 len: 852 time: 0.1553884 Jun 17 17:32:08.668772 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-23fceb95-b7da-4486-a56d-4ce5274ca847 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eeb6f018-a48a-460c-bd9b-f223a9a25909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277173 Jun 17 17:32:08.750254 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-b15e3b18-e0ab-49dc-847c-650c5edc9dc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 1097 time: 0.4508193 Jun 17 17:32:09.097863 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44116) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:09.104170 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583192510', 'description': 'tempest-description--1765927470'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:09.112885 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-91e6dcb2-1efd-4a88-ae7b-9e4f5aa23143 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94387cd8-b952-495e-8ea5-849d62f6b42a HTTP/1.1" status: 200 len: 217 time: 0.1128259 Jun 17 17:32:09.119673 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:09.136759 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:security_group and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:09.157472 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:09.180370 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884176b-1ed1-44b2-ba84-276288696746', 'tag': '94387cd8-b952-495e-8ea5-849d62f6b42a'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:09.192907 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:09.235138 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:09.347481 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918300e6-fca6-40bd-b92d-a97d52460019 req-e6efb4bc-29c8-45ad-a5bf-b3a0f9664d0b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:09.360033 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-918300e6-fca6-40bd-b92d-a97d52460019 req-e6efb4bc-29c8-45ad-a5bf-b3a0f9664d0b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 944 time: 0.2436638 Jun 17 17:32:09.404634 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-bea6e9d6-67fe-4070-90c5-03bccee67ce4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:09.406083 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-bea6e9d6-67fe-4070-90c5-03bccee67ce4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 200 len: 855 time: 0.2109060 Jun 17 17:32:09.409468 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:09.442041 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:security_group_rule and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:09.450606 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:09.478775 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:09.604690 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 4bb23170-3264-4c78-9a4f-df4d65f0e686 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:09.672446 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-918300e6-fca6-40bd-b92d-a97d52460019 req-f092b16d-c4e8-425b-ba71-fb641c063e81 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099964 Jun 17 17:32:09.683666 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:09.689422 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:09.705260 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-7355764a-958d-42ed-962c-83c253b123c5 service neutron] 10.222.0.20 "GET /v2.0/networks/eeb6f018-a48a-460c-bd9b-f223a9a25909?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0282955 Jun 17 17:32:09.712772 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-ba1488d7-7184-4b29-9531-a2f6d01241d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1349afd9-6bd6-40cf-83d4-e1af80082a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554847 Jun 17 17:32:09.733572 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:09.756474 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.20', 60617) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:09.770886 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:09.773559 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6733866 Jun 17 17:32:09.788275 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 4bb23170-3264-4c78-9a4f-df4d65f0e686 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:09.806297 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 4bb23170-3264-4c78-9a4f-df4d65f0e686 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:09.806727 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:09.865075 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 44142) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:10.095248 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:10.129709 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-c34ff474-1d53-4fc5-83e7-2d08b025127b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:10.140447 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-c34ff474-1d53-4fc5-83e7-2d08b025127b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 818 time: 0.3759191 Jun 17 17:32:10.165903 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 4bb23170-3264-4c78-9a4f-df4d65f0e686, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=4bb23170-3264-4c78-9a4f-df4d65f0e686,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:10.172265 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:10.173534 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 38859e90-9e6a-44b1-b705-7d33440b438b up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:10.186071 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Request body: {'port': {'device_id': 'fdf2f7cf-a96e-49bc-ba72-3a721917ac06', 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6', 'admin_state_up': True, 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:10.206355 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0a74acc0-fdf5-4e37-ae98-c471d9023c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:10.324049 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=4bb23170-3264-4c78-9a4f-df4d65f0e686,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:10.336408 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:10.382163 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 38859e90-9e6a-44b1-b705-7d33440b438b triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:10.384622 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:10.418294 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:10.423539 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Usage tracker for resource:port and tenant:5b5f14c48ee446449560d013e9b83c8f is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:10.427318 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:10.439507 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:10.446821 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cd2f55-5de3-4855-bc5b-821eeecad35f,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:10.450289 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-7591c46d-bb1d-45b8-844f-9a2cb02a39de service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902235 Jun 17 17:32:10.461887 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:10.478325 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Made reservation on behalf of 5b5f14c48ee446449560d013e9b83c8f for: {'port': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:32:10.483082 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:10.493572 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'security_group_rule': {'security_group_id': '25cd2f55-5de3-4855-bc5b-821eeecad35f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:10.595747 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44158) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:10.604698 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320528865', 'description': 'tempest-description--339757077'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:10.617173 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:10.626187 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:security_group and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:10.631122 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:10.671732 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:10.689365 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44164) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:10.725604 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:10.729995 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-38a9af65-2f9f-4182-b973-3f52065e5b62 req-e763739c-6f4f-44d4-b541-627b0792ed59 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259974 Jun 17 17:32:10.730814 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:10.756958 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:security_group_rule and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:10.776131 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7c79126-a179-48e7-96cb-63ea9986d5c5 req-35855c68-2130-4077-bda1-8cce28f0c467 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 210 time: 0.3246815 Jun 17 17:32:10.784166 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Allocated IP 172.20.0.9 (45410a34-7a55-4be2-ba4d-f8bb0e995ae6/10d99290-4c50-4ca2-9b45-1a238849156b/9b48a02b-368a-438e-b716-8004052f210d) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:32:10.835026 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:10.835143 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:10.856300 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:security_group_rule and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:10.861530 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:10.876930 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:10.908352 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18dfac4-33a1-46f8-b548-4136f77e8b65 req-aeb1cc3d-984c-46bd-9e3c-ebfc1be32f3d service neutron] 10.222.0.20 "GET /v2.0/networks/eeb6f018-a48a-460c-bd9b-f223a9a25909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1934237 Jun 17 17:32:10.928248 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3884176b-1ed1-44b2-ba84-276288696746', 'tag': '94387cd8-b952-495e-8ea5-849d62f6b42a', 'status': 'completed', 'code': 200} Jun 17 17:32:10.931644 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:10.998576 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.059279 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.132915 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.134771 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.20', 60621) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:11.147362 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.148964 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:11.170900 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a701150251674ce7bd778a74292a8e3e is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:11.173577 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-246a1d03-bb23-4a77-8013-38de3d274f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:11.182173 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:11.207938 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:11.252905 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.260583 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30665428-9a96-4fa3-9e83-662e591372f1,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:11.269783 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:11.270504 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.272726 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6752307 Jun 17 17:32:11.276719 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44186) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:11.283144 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'security_group_rule': {'security_group_id': '30665428-9a96-4fa3-9e83-662e591372f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:11.321206 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:11.338048 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:security_group_rule and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:11.350270 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:11.373818 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:11.410168 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.432569 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.437286 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 4bb23170-3264-4c78-9a4f-df4d65f0e686 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:11.445394 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.448094 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9691f860-e328-4962-9907-ca566f2ddeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:11.497491 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.525582 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 4bb23170-3264-4c78-9a4f-df4d65f0e686 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:11.525900 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.527411 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.554833 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.562087 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d97191-78a2-4b6f-b267-24155812967d req-0046f748-fac6-49b7-9f6e-c03f4824390b tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:11.569362 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-63d97191-78a2-4b6f-b267-24155812967d req-0046f748-fac6-49b7-9f6e-c03f4824390b tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 943 time: 0.8330674 Jun 17 17:32:11.590840 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Pushing event updated for resources: {'Port': ['ID=9b48a02b-368a-438e-b716-8004052f210d,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:11.603829 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10630112-585a-4771-8fa3-374230a37e64 req-235ec5fd-21db-495f-883b-d6926557ce95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 1097 time: 0.6127834 Jun 17 17:32:11.611308 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:11.612889 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:11.613049 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:11.614500 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:11.625838 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:11.630900 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:32:11.634810 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:11.635580 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.653632 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 04f169a8-57aa-463a-945f-bf24bfb5642a up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:11.654760 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a701150251674ce7bd778a74292a8e3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9643707 Jun 17 17:32:11.667357 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44194) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:11.687481 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab8710f-ec65-4d8e-9b20-9749bc9fbf9e,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:11.691527 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bff32f-be6c-4d83-9a41-eca574075f81,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:11.696851 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:11.717475 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5414221 Jun 17 17:32:11.719102 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.732432 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.738659 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:11.755875 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Request body: {'port': {'device_id': 'fdf2f7cf-a96e-49bc-ba72-3a721917ac06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:11.762745 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-d08fe16a-b18c-4c9b-a756-e7097938eb57 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:11.765060 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-d08fe16a-b18c-4c9b-a756-e7097938eb57 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 818 time: 0.6272359 Jun 17 17:32:11.771170 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 04f169a8-57aa-463a-945f-bf24bfb5642a completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:11.777686 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:11.779754 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 04f169a8-57aa-463a-945f-bf24bfb5642a triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:11.780313 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.787890 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d078f7de-d3ca-4ab4-9263-ab2f19321763 req-753093de-80cc-406c-8319-75657e6ea873 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a6dafbe325945c0bff7fbb1bc25c1cb&device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 1096 time: 0.6449773 Jun 17 17:32:11.793666 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.797651 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9176602 Jun 17 17:32:11.801621 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44198) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:11.811000 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Request body: {'port': {'device_id': '8c6bc073-f841-451c-a0fe-e1e833fede16', 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6', 'admin_state_up': True, 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:11.821153 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'security_group_rule': {'security_group_id': '25cd2f55-5de3-4855-bc5b-821eeecad35f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:11.825039 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad62365-23ec-46cf-aaf7-7d8e7b10de8b,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:11.835243 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:11.840710 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:11.844906 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-63d97191-78a2-4b6f-b267-24155812967d req-6b6bff13-a9c5-4d90-8048-bca7e5fc11ca tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744389 Jun 17 17:32:11.856132 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.868482 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5907264 Jun 17 17:32:11.869162 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44204) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:11.870195 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:security_group_rule and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:11.882209 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'security_group_rule': {'security_group_id': '30665428-9a96-4fa3-9e83-662e591372f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:11.890074 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:11.918569 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3b90-54af-416e-943b-04afa0964f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.922867 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.924857 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:11.931315 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:11.949411 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 04f169a8-57aa-463a-945f-bf24bfb5642a, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=04f169a8-57aa-463a-945f-bf24bfb5642a,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:11.955293 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:11.957420 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:security_group_rule and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:11.960153 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-2f1df8ba-e875-4e5c-8888-6aaff13d88a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:11.965155 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:11.985111 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:12.002796 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3b90-54af-416e-943b-04afa0964f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.018785 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.030049 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.078178 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135837a-fa06-47ae-ace5-1aafad4a77a7 req-ec5032b2-269d-446b-98bc-3c49a114d4c3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:12.081078 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=04f169a8-57aa-463a-945f-bf24bfb5642a,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:12.085097 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c135837a-fa06-47ae-ace5-1aafad4a77a7 req-ec5032b2-269d-446b-98bc-3c49a114d4c3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 944 time: 0.8186591 Jun 17 17:32:12.087030 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:12.118166 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10630112-585a-4771-8fa3-374230a37e64 req-ae912056-4585-40bd-b3ad-e642f5df54e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:12.119838 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10630112-585a-4771-8fa3-374230a37e64 req-ae912056-4585-40bd-b3ad-e642f5df54e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 916 time: 0.5010195 Jun 17 17:32:12.124265 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.278840 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3b90-54af-416e-943b-04afa0964f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.283486 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7a8e7c76-1d05-4289-85b6-54d950a083c4 req-ab4ba1e2-46a9-4073-92d4-6a9b6d21740e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 210 time: 0.0845220 Jun 17 17:32:12.284665 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10630112-585a-4771-8fa3-374230a37e64 req-8b00163d-7d9d-4a55-9e74-cad4384b37f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94387cd8-b952-495e-8ea5-849d62f6b42a HTTP/1.1" status: 200 len: 217 time: 0.1550317 Jun 17 17:32:12.288958 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f7de-d3ca-4ab4-9263-ab2f19321763 req-92f90780-e80a-4941-8d48-c2960d2777d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:12.290440 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d078f7de-d3ca-4ab4-9263-ab2f19321763 req-92f90780-e80a-4941-8d48-c2960d2777d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eeb6f018-a48a-460c-bd9b-f223a9a25909 HTTP/1.1" status: 200 len: 913 time: 0.4596691 Jun 17 17:32:12.294479 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:12.303245 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:12.315218 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.346768 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.395690 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c3b90-54af-416e-943b-04afa0964f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab8710f-ec65-4d8e-9b20-9749bc9fbf9e,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:12.435375 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c135837a-fa06-47ae-ace5-1aafad4a77a7 req-98d904bf-102e-4887-9a47-f5ce4f05005b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490210 Jun 17 17:32:12.477440 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ba5c3b90-54af-416e-943b-04afa0964f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:12.488675 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-be82edc5-9cd1-4abf-8d15-6aea14dc759b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:12.505203 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3b90-54af-416e-943b-04afa0964f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.505203 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-ba5c3b90-54af-416e-943b-04afa0964f3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bab8710f-ec65-4d8e-9b20-9749bc9fbf9e HTTP/1.1" status: 204 len: 168 time: 0.8375473 Jun 17 17:32:12.511019 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Usage tracker for resource:port and tenant:5b5f14c48ee446449560d013e9b83c8f is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:12.513705 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:12.520105 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:12.526202 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.526429 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d078f7de-d3ca-4ab4-9263-ab2f19321763 req-18c8706c-7073-4683-b17a-83a81c02304e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f12f46d-1bca-4817-afd8-41d2be90477c HTTP/1.1" status: 200 len: 217 time: 0.2289033 Jun 17 17:32:12.527660 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96c8b11-79d7-4ecc-b6d5-fdedba9faabd,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:12.532193 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:12.538970 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Made reservation on behalf of 5b5f14c48ee446449560d013e9b83c8f for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:32:12.542876 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.548891 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.567154 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:12.594078 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10630112-585a-4771-8fa3-374230a37e64 req-ba19a0f2-b663-4849-b89b-d7f8117b4a12 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:12.600177 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10630112-585a-4771-8fa3-374230a37e64 req-ba19a0f2-b663-4849-b89b-d7f8117b4a12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 200 len: 855 time: 0.3069396 Jun 17 17:32:12.601346 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.602497 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7987082 Jun 17 17:32:12.606003 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 44228) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:12.612852 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752fb869-e160-4308-9092-0fa65afb3794,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:12.613268 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'floatingip': {'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:12.619801 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:12.623810 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:12.626740 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.631277 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:floatingip and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:12.631469 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7538998 Jun 17 17:32:12.636096 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44234) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:12.636524 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:12.645720 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:12.647162 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'floatingip': {'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:12.688078 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:12.713774 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:floatingip and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:12.727045 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:12.768085 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f7de-d3ca-4ab4-9263-ab2f19321763 req-5760e12a-7a3d-43d3-882d-b2d1ccfa7f11 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:12.769503 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d078f7de-d3ca-4ab4-9263-ab2f19321763 req-5760e12a-7a3d-43d3-882d-b2d1ccfa7f11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f193636-b4ac-4f09-9b52-55eeba82de54 HTTP/1.1" status: 200 len: 852 time: 0.1140795 Jun 17 17:32:12.771473 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10630112-585a-4771-8fa3-374230a37e64 req-54855845-a184-4038-b0f5-2aecd1b2f7f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1349afd9-6bd6-40cf-83d4-e1af80082a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539527 Jun 17 17:32:12.772914 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.781251 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:12.866386 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:12.988720 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d078f7de-d3ca-4ab4-9263-ab2f19321763 req-e3dc23eb-2ddd-499d-9095-c285fb8abb12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eeb6f018-a48a-460c-bd9b-f223a9a25909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305640 Jun 17 17:32:12.997364 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b48a02b-368a-438e-b716-8004052f210d {{(pid=74249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:13.042865 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:13.099855 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Sync routers for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:32:13.117516 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.provisioning_blocks [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Transition to ACTIVE for port object 9b48a02b-368a-438e-b716-8004052f210d will not be triggered until provisioned by entity L2. {{(pid=74249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:13.119142 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:32:13.120050 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:32:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:13.127272 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:13.136581 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-48b4513b-5fa9-4ac1-ae10-b6c3bfd6be67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:13.296652 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 04f169a8-57aa-463a-945f-bf24bfb5642a up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:13.333337 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44254) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:13.341826 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Pushing event updated for resources: {'Port': ['ID=9b48a02b-368a-438e-b716-8004052f210d,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:13.344083 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:32:13.395980 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 04f169a8-57aa-463a-945f-bf24bfb5642a triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:13.396465 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:13.398333 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:13.402671 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:13.473847 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:13.549608 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:13.554077 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ae64a58b3500445fa9e4365a125a89de is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:13.557028 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:13.564859 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:13.583848 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.managers [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Attempting to bind port 9b48a02b-368a-438e-b716-8004052f210d on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:13.584274 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.managers [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Attempting to bind port 9b48a02b-368a-438e-b716-8004052f210d by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'}] {{(pid=74249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:13.584537 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Attempting to bind port 9b48a02b-368a-438e-b716-8004052f210d on network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:13.585451 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Allocated IP 172.20.0.6 (45410a34-7a55-4be2-ba4d-f8bb0e995ae6/10d99290-4c50-4ca2-9b45-1a238849156b/79bc376e-ced7-42a5-9627-314a3b17f567) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:32:13.620436 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Port 9b48a02b-368a-438e-b716-8004052f210d on network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:32:13.620758 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Attempting to bind port 9b48a02b-368a-438e-b716-8004052f210d on network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:13.656483 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:13.656810 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Checking segment: {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:13.657383 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Bound using segment: {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'} {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:13.657874 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.managers [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Bound port: 9b48a02b-368a-438e-b716-8004052f210d, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'}}] {{(pid=74249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:13.658267 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:13.677645 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a7eefa85-73ac-409c-9164-8531ddcec12e req-3446d001-b8e4-48ce-8af7-897b540716cc tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 210 time: 0.0953126 Jun 17 17:32:13.762431 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 2, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:13.773805 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10630112-585a-4771-8fa3-374230a37e64 req-d1f428ce-595f-4a6a-9ccd-68ae794e12be service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9145968 Jun 17 17:32:13.776141 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Checking router: abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:32:13.776737 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Updating router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae binding host dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:32:13.787994 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:13.790999 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d078f7de-d3ca-4ab4-9263-ab2f19321763 req-be3d1d96-9b24-44d1-8bfb-1c77dfe8454f service neutron] 10.222.0.20 "GET /v2.0/networks/eeb6f018-a48a-460c-bd9b-f223a9a25909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7927661 Jun 17 17:32:13.803732 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:13.806699 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Allocated IP 172.28.2.135 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/9a12215a-c5ab-4e25-98d1-ae2dcb254942) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:32:13.827975 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:13.856991 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:13.902646 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c39ee-3923-4a7f-9849-807aa446f915,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:13.905664 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] For port 9b48a02b-368a-438e-b716-8004052f210d, host hv-cinder-79686, cleared binding levels {{(pid=74249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:13.965827 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:13.972936 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae64a58b3500445fa9e4365a125a89de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6325088 Jun 17 17:32:13.984385 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44262) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:13.987850 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] For port 9b48a02b-368a-438e-b716-8004052f210d, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=9b48a02b-368a-438e-b716-8004052f210d,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:14.005617 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.023047 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6f70522f-d1b1-40c0-b3d8-d80daf67dd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:14.172844 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.197024 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Pushing event updated for resources: {'Port': ['ID=9b48a02b-368a-438e-b716-8004052f210d,revision_number=3']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:14.231975 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:14.238698 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.240715 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b48a02b-368a-438e-b716-8004052f210d HTTP/1.1" status: 200 len: 1093 time: 2.4889159 Jun 17 17:32:14.241491 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf2f7cf-a96e-49bc-ba72-3a721917ac06', 'tag': '9b48a02b-368a-438e-b716-8004052f210d'}] {{(pid=74249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:14.283225 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53b33b-e249-4a21-8f64-0924acf34136 req-21c8e593-72d0-4bef-bc5d-9f40681da1b8 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:14.291125 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Notify callbacks [] for port, precommit_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.291765 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ce53b33b-e249-4a21-8f64-0924acf34136 req-21c8e593-72d0-4bef-bc5d-9f40681da1b8 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 943 time: 1.0409069 Jun 17 17:32:14.305007 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.provisioning_blocks [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Transition to ACTIVE for port object 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae will not be triggered until provisioned by entity L2. {{(pid=74251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:14.312498 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.317321 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-1c5f159a-5279-4652-bee3-78bde6e2e8b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:14.454911 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a36ba19a-5349-4f34-98b6-32f346444129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.486916 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.487615 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa60b-4309-4669-bd29-424351e7fba2 None None] Pushing event updated for resources: {'Port': ['ID=1abb4dfb-b2c8-4f0d-8340-34636f0eeeae,revision_number=3']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:14.493210 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-172aa60b-4309-4669-bd29-424351e7fba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:14.535184 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:14.573783 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.601665 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10630112-585a-4771-8fa3-374230a37e64 req-b81d9de8-c5ff-4adf-947b-bd697e011057 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171422 Jun 17 17:32:14.700040 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Attempting to bind port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:14.702751 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Attempting to bind port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:14.703169 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Attempting to bind port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae on network 0ee2905d-0992-40a9-bf31-ae5a057d589a {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:14.707580 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a36ba19a-5349-4f34-98b6-32f346444129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.732286 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:14.732286 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Checking segment: {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:14.732286 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.732286 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Bound using segment: {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:14.732286 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Bound port: 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'}}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:14.732286 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.794861 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:14.804063 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:14.811844 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'Port': ['ID=9a12215a-c5ab-4e25-98d1-ae2dcb254942,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:14.818175 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:14.818945 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:32:14.846411 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] For port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:14.848761 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-38d2f5ed-1f51-4185-bd5d-00173b78a79b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1096 time: 0.5045388 Jun 17 17:32:14.850473 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] For port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=1abb4dfb-b2c8-4f0d-8340-34636f0eeeae,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:14.855750 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.857164 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d078f7de-d3ca-4ab4-9263-ab2f19321763 req-dbe1bfec-c336-4537-ad22-60490c6b2780 service neutron] 10.222.0.20 "GET /v2.0/networks/eeb6f018-a48a-460c-bd9b-f223a9a25909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9217474 Jun 17 17:32:14.859983 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-172aa60b-4309-4669-bd29-424351e7fba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:14.872315 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ce53b33b-e249-4a21-8f64-0924acf34136 req-3c8fc1dd-7af0-45b5-a2ea-7e1cf927f27f tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798147 Jun 17 17:32:14.903766 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:14.938195 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f4357-3fe5-4acd-bc1f-715f082aada1 req-49434be3-b3fa-4175-9363-3d39b2d67cdc tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:14.939686 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d24f4357-3fe5-4acd-bc1f-715f082aada1 req-49434be3-b3fa-4175-9363-3d39b2d67cdc tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 944 time: 1.0074518 Jun 17 17:32:14.957675 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-0af2614e-f88e-4521-b568-7ffb59f7c9f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b48a02b-368a-438e-b716-8004052f210d HTTP/1.1" status: 200 len: 217 time: 0.0660009 Jun 17 17:32:14.973481 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa60b-4309-4669-bd29-424351e7fba2 None None] Pushing event updated for resources: {'Port': ['ID=1abb4dfb-b2c8-4f0d-8340-34636f0eeeae,revision_number=4']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:14.977527 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-172aa60b-4309-4669-bd29-424351e7fba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:14.981865 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:32:14.983040 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:32:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:14.991459 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Allocated IP 172.28.2.73 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/5d96430e-a772-4b6b-aed0-63b7516698d3) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:32:15.033637 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d24f4357-3fe5-4acd-bc1f-715f082aada1 req-165d34c0-21a8-4de1-8cff-af8cfc845079 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875993 Jun 17 17:32:15.049380 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a36ba19a-5349-4f34-98b6-32f346444129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.066277 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:15.082985 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-9d2104ca-9da5-4fda-8787-c9d8e5d421e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:15.084402 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-9d2104ca-9da5-4fda-8787-c9d8e5d421e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.1170638 Jun 17 17:32:15.137698 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.150671 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-4b573f58-c754-4d5c-8bdb-1741af5543a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:15.183853 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ba19a-5349-4f34-98b6-32f346444129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c39ee-3923-4a7f-9849-807aa446f915,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:15.187614 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a36ba19a-5349-4f34-98b6-32f346444129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:15.223300 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-0cb82f45-564c-47cb-9e52-e43cc1c79596 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304479 Jun 17 17:32:15.259579 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:32:15.343982 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:15.350224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:15.361481 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf2f7cf-a96e-49bc-ba72-3a721917ac06', 'tag': '9b48a02b-368a-438e-b716-8004052f210d', 'status': 'completed', 'code': 200} Jun 17 17:32:15.370163 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:32:15.374537 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:15.375172 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.390102 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Pushing event updated for resources: {'Port': ['ID=79bc376e-ced7-42a5-9627-314a3b17f567,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:15.408702 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:15.419834 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.446004 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efb981-ab78-4997-93bf-766aa61763a5 req-5bb425cb-7ff9-4789-b73f-7acf325e4664 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:15.446716 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d7efb981-ab78-4997-93bf-766aa61763a5 req-5bb425cb-7ff9-4789-b73f-7acf325e4664 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Synchronizing usage tracker for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:15.450026 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6481497 Jun 17 17:32:15.452279 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a36ba19a-5349-4f34-98b6-32f346444129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.455565 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-a36ba19a-5349-4f34-98b6-32f346444129 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/331c39ee-3923-4a7f-9849-807aa446f915 HTTP/1.1" status: 204 len: 168 time: 1.4680686 Jun 17 17:32:15.455565 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.471864 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Request body: {'port': {'device_id': '8c6bc073-f841-451c-a0fe-e1e833fede16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:15.543253 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.574012 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d7efb981-ab78-4997-93bf-766aa61763a5 req-5bb425cb-7ff9-4789-b73f-7acf325e4664 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Unset dirty status for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:15.575435 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7efb981-ab78-4997-93bf-766aa61763a5 req-5bb425cb-7ff9-4789-b73f-7acf325e4664 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 931 time: 0.3909802 Jun 17 17:32:15.606115 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-9c59ae59-8b8a-4e2b-bffe-6fc8e4b15ddd service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437019 Jun 17 17:32:15.612110 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.633457 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:15.654214 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:15.706973 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:14Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:15.712166 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d93b914-86c3-4d6c-874e-248c8e394109 None None] The sync data for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb is: [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:14Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:32:15.780054 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:15.789857 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d7efb981-ab78-4997-93bf-766aa61763a5 req-fabc02ac-5ba8-4204-977e-39af8b297ecc tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Synchronizing usage tracker for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:15.809726 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:15.814622 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:32:15.900882 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'Port': ['ID=5d96430e-a772-4b6b-aed0-63b7516698d3,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:15.931996 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:15.968840 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 8f12f46d-1bca-4817-afd8-41d2be90477c details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:32:15.982735 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-b6e79940-3617-4b1d-a8b3-4f9d2eb6709a req-4eec7c4a-a87a-45fd-8911-e7e6384c81be service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652549 Jun 17 17:32:16.079050 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:16.094118 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:16.102311 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:16.380115 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d7efb981-ab78-4997-93bf-766aa61763a5 req-fabc02ac-5ba8-4204-977e-39af8b297ecc tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Unset dirty status for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:16.392867 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7efb981-ab78-4997-93bf-766aa61763a5 req-fabc02ac-5ba8-4204-977e-39af8b297ecc tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8095706 Jun 17 17:32:16.413036 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'Port': ['ID=9a12215a-c5ab-4e25-98d1-ae2dcb254942,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:16.423662 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:16.443067 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 8f12f46d-1bca-4817-afd8-41d2be90477c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8f12f46d-1bca-4817-afd8-41d2be90477c,segment=NetworkSegment(c04e02dc-7042-4216-b22e-fc7ae7c58f07),segment_id=c04e02dc-7042-4216-b22e-fc7ae7c58f07)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:16.491808 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '8f12f46d-1bca-4817-afd8-41d2be90477c', 'network_id': 'eeb6f018-a48a-460c-bd9b-f223a9a25909', 'port_id': '8f12f46d-1bca-4817-afd8-41d2be90477c', 'mac_address': 'fa:16:3e:eb:a4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f193636-b4ac-4f09-9b52-55eeba82de54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:32:16.492876 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:16.567823 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:16.572135 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9350231 Jun 17 17:32:16.575003 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596a362-d691-4cac-95a5-5563fdfa6a87 req-a161b0be-9d41-4e14-bbe3-d20763cc701e tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:16.577127 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a596a362-d691-4cac-95a5-5563fdfa6a87 req-a161b0be-9d41-4e14-bbe3-d20763cc701e tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 943 time: 0.2002378 Jun 17 17:32:16.589929 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-021255ef-d103-487d-989b-ccfae33b0ee2 req-292dfa57-7a08-44e2-962e-5b71d8016c22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1096 time: 0.4891112 Jun 17 17:32:16.639892 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:16.663223 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f12f46d-1bca-4817-afd8-41d2be90477c {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:16.680185 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 8f12f46d-1bca-4817-afd8-41d2be90477c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8f12f46d-1bca-4817-afd8-41d2be90477c,segment=NetworkSegment(c04e02dc-7042-4216-b22e-fc7ae7c58f07),segment_id=c04e02dc-7042-4216-b22e-fc7ae7c58f07)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:16.690209 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:16.691028 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 94387cd8-b952-495e-8ea5-849d62f6b42a details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:32:16.696390 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e1641b08-a576-4150-83d8-e20fac995077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:16.835292 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021255ef-d103-487d-989b-ccfae33b0ee2 req-969cadbf-acbc-4a58-8da2-767d52528fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:16.836984 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-021255ef-d103-487d-989b-ccfae33b0ee2 req-969cadbf-acbc-4a58-8da2-767d52528fe8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 919 time: 0.2372527 Jun 17 17:32:16.838484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:16.897867 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.db.resource_extend [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 17:32:16.933999 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=8f12f46d-1bca-4817-afd8-41d2be90477c,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:16.949605 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:16.950103 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-021255ef-d103-487d-989b-ccfae33b0ee2 req-02907e63-a305-4936-9af4-1e5acf2b6a83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b48a02b-368a-438e-b716-8004052f210d HTTP/1.1" status: 200 len: 217 time: 0.1015782 Jun 17 17:32:16.993913 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bc376e-ced7-42a5-9627-314a3b17f567 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:17.001891 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:17.020230 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 94387cd8-b952-495e-8ea5-849d62f6b42a, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=94387cd8-b952-495e-8ea5-849d62f6b42a,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:17.027599 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021255ef-d103-487d-989b-ccfae33b0ee2 req-2ad2b4d8-9b4d-4463-9947-ed82d709a77c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:17.030170 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-021255ef-d103-487d-989b-ccfae33b0ee2 req-2ad2b4d8-9b4d-4463-9947-ed82d709a77c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.0715435 Jun 17 17:32:17.057374 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '94387cd8-b952-495e-8ea5-849d62f6b42a', 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48', 'port_id': '94387cd8-b952-495e-8ea5-849d62f6b42a', 'mac_address': 'fa:16:3e:bf:4d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c32e16-8527-4d24-99f6-58c9fc72a000', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:32:17.085584 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-021255ef-d103-487d-989b-ccfae33b0ee2 req-156a11f2-8cca-4b34-9194-d229a80d4588 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495739 Jun 17 17:32:17.094327 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Transition to ACTIVE for port object 79bc376e-ced7-42a5-9627-314a3b17f567 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:17.117396 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:17.125458 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:17.145316 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94387cd8-b952-495e-8ea5-849d62f6b42a {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:17.155016 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a596a362-d691-4cac-95a5-5563fdfa6a87 req-0bbce863-d733-4316-b7a4-16bc6fa7fcc3 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833908 Jun 17 17:32:17.157489 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:17.179812 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 94387cd8-b952-495e-8ea5-849d62f6b42a, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=94387cd8-b952-495e-8ea5-849d62f6b42a,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:17.191653 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:17.193688 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:17.264427 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:17.345038 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:17.384668 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=94387cd8-b952-495e-8ea5-849d62f6b42a,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:17.388462 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-021255ef-d103-487d-989b-ccfae33b0ee2 req-e07e4429-0b42-4b57-8faf-cd85d29aa42a service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861066 Jun 17 17:32:17.394484 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:17.438344 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:17.446295 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:17.446769 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:17.551762 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Pushing event updated for resources: {'Port': ['ID=79bc376e-ced7-42a5-9627-314a3b17f567,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:17.570052 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:17.613008 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-021255ef-d103-487d-989b-ccfae33b0ee2 req-789f5b68-a8b2-4adb-b17d-9562565d4530 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182088 Jun 17 17:32:17.620594 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c33e1-1e5c-4298-815c-015bf69ddc79 req-6460428a-7fd9-42bc-80e8-a8640e539141 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:17.627478 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e64c33e1-1e5c-4298-815c-015bf69ddc79 req-6460428a-7fd9-42bc-80e8-a8640e539141 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 944 time: 0.9653668 Jun 17 17:32:17.671255 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:17.709246 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-3e26eeeb-3ba9-480b-9fcd-db8426a2b37b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--320528865&fields=id&tenant_id=cb7fb29e35c843e99d438b71e64dd45d HTTP/1.1" status: 200 len: 267 time: 0.3743339 Jun 17 17:32:17.713106 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=1abb4dfb-b2c8-4f0d-8340-34636f0eeeae,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:17.722949 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:17.730769 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-7558956f-3932-4c37-8c23-f26c0d0898b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:17.809294 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=1abb4dfb-b2c8-4f0d-8340-34636f0eeeae,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:17.819846 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:17.959153 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e64c33e1-1e5c-4298-815c-015bf69ddc79 req-81992973-c769-4f15-b70f-16e79540e934 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307195 Jun 17 17:32:18.005396 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44366) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:18.026091 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['94387cd8-b952-495e-8ea5-849d62f6b42a'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:18.092080 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['8f12f46d-1bca-4817-afd8-41d2be90477c'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:18.161461 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-20fb504b-8099-4d45-8a3e-33587b7bfda0 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:18.167998 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-20fb504b-8099-4d45-8a3e-33587b7bfda0 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 811 time: 0.3364341 Jun 17 17:32:18.180685 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Attempting to bind port 79bc376e-ced7-42a5-9627-314a3b17f567 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:18.180685 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Attempting to bind port 79bc376e-ced7-42a5-9627-314a3b17f567 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:18.180865 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Attempting to bind port 79bc376e-ced7-42a5-9627-314a3b17f567 on network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:18.244011 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Port 79bc376e-ced7-42a5-9627-314a3b17f567 on network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:32:18.244337 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Attempting to bind port 79bc376e-ced7-42a5-9627-314a3b17f567 on network 45410a34-7a55-4be2-ba4d-f8bb0e995ae6 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:18.272304 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-3a7fcd3a-e3bd-4634-971d-93e7739d607f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/quotas/cb7fb29e35c843e99d438b71e64dd45d HTTP/1.1" status: 200 len: 375 time: 0.1034138 Jun 17 17:32:18.273422 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:18.274058 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Checking segment: {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:18.274708 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Bound using segment: {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:18.275692 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Bound port: 79bc376e-ced7-42a5-9627-314a3b17f567, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfb9b0e-a399-4699-b789-f67e8b200f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:18.276269 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.279509 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.328239 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:18.332546 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c11581784f43fcb0e2ec28feaa7b91 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:18.335631 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:18.342037 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:18.432461 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.439314 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.452744 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6c55ec53-73ef-467c-a234-bff53bd9dde8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:18.475317 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] For port 79bc376e-ced7-42a5-9627-314a3b17f567, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:18.478372 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] For port 79bc376e-ced7-42a5-9627-314a3b17f567, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=79bc376e-ced7-42a5-9627-314a3b17f567,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:18.492026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.498464 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f83fa4-6f69-4fa4-9d16-e43f75adde42,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:18.502196 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:18.504019 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:18.505426 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2c11581784f43fcb0e2ec28feaa7b91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4985943 Jun 17 17:32:18.507985 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44384) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:18.583246 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8d8feb0c-215e-45b6-8013-265e0ac4ef4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.595422 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d4370-ff54-44f9-a8f0-b015d4ef177e req-9db899c4-5060-46af-9ebc-8ca10d8e9f2c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:18.596876 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c40d4370-ff54-44f9-a8f0-b015d4ef177e req-9db899c4-5060-46af-9ebc-8ca10d8e9f2c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 943 time: 0.4177294 Jun 17 17:32:18.617346 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8d8feb0c-215e-45b6-8013-265e0ac4ef4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.641425 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.642820 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] 10.222.0.20 "PUT /v2.0/ports/79bc376e-ced7-42a5-9627-314a3b17f567 HTTP/1.1" status: 200 len: 1093 time: 3.1774349 Jun 17 17:32:18.652272 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-2616184e-fc80-4d5e-85db-fd3162bf07a7 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3624458 Jun 17 17:32:18.652728 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6bc073-f841-451c-a0fe-e1e833fede16', 'tag': '79bc376e-ced7-42a5-9627-314a3b17f567'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:18.664604 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.668417 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Pushing event updated for resources: {'Port': ['ID=79bc376e-ced7-42a5-9627-314a3b17f567,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:18.672608 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.673528 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:18.686109 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6f010ea3-d6d7-452d-afa0-335255a3b5b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:18.704824 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8d8feb0c-215e-45b6-8013-265e0ac4ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.712656 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:18.746292 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8d8feb0c-215e-45b6-8013-265e0ac4ef4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.748418 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-8d8feb0c-215e-45b6-8013-265e0ac4ef4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9f83fa4-6f69-4fa4-9d16-e43f75adde42 HTTP/1.1" status: 204 len: 168 time: 0.2394395 Jun 17 17:32:18.752403 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8feb0c-215e-45b6-8013-265e0ac4ef4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f83fa4-6f69-4fa4-9d16-e43f75adde42,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:18.759272 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8d8feb0c-215e-45b6-8013-265e0ac4ef4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:18.889472 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.913286 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c40d4370-ff54-44f9-a8f0-b015d4ef177e req-7172c0b1-6a4e-4585-9168-a59ff47d2959 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070512 Jun 17 17:32:18.943205 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'Port': ['ID=5d96430e-a772-4b6b-aed0-63b7516698d3,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:18.947102 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:18.980111 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:18.994833 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3876097 Jun 17 17:32:19.071472 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-6f13fa32-3d9e-4dd1-b425-b9d9710dabe0 service neutron] 10.222.0.15 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509562 Jun 17 17:32:19.144068 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-9e09cda5-0f8d-4490-b3d3-ed87231d7432 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 1096 time: 0.3672891 Jun 17 17:32:19.246085 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:19.289284 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-ab8587a5-80b2-40e9-80d2-641a6c4c3f1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bc376e-ced7-42a5-9627-314a3b17f567 HTTP/1.1" status: 200 len: 217 time: 0.0918565 Jun 17 17:32:19.368862 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:19.369282 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:19.406541 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-7f63622a-f6f9-43bc-9ead-484f800b9d8d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:19.408479 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-7f63622a-f6f9-43bc-9ead-484f800b9d8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.1109583 Jun 17 17:32:19.519074 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-23bd9c1e-2cf0-4589-8cf0-a4d7a33ad931 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786147 Jun 17 17:32:19.627960 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-5288e490-9282-4211-bd1f-895c7a9d655d service neutron] 10.222.0.15 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522954 Jun 17 17:32:19.642701 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9cbe6-5347-4440-98ee-781c6f686afc req-3e5e5252-2ac9-4508-9adb-39f31009760f tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:19.644152 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f8b9cbe6-5347-4440-98ee-781c6f686afc req-3e5e5252-2ac9-4508-9adb-39f31009760f tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 944 time: 0.5715649 Jun 17 17:32:19.860021 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6bc073-f841-451c-a0fe-e1e833fede16', 'tag': '79bc376e-ced7-42a5-9627-314a3b17f567', 'status': 'completed', 'code': 200} Jun 17 17:32:19.862264 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f8b9cbe6-5347-4440-98ee-781c6f686afc req-10f3bbc4-d396-4aca-8e54-aef0e09ca73a tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067273 Jun 17 17:32:19.865824 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-859f7efa-a4dd-409c-898b-4ad3eb659a74 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352296 Jun 17 17:32:19.995397 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 9b48a02b-368a-438e-b716-8004052f210d details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:32:20.005687 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 8f12f46d-1bca-4817-afd8-41d2be90477c up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:20.154181 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-4131ef50-cecb-4be9-8dfe-2d2786fe934b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Synchronizing usage tracker for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:20.187012 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bffb0ff8-13c2-47c6-801f-90e2a929b0c9 req-8dd1b9e2-0242-491c-9cfc-cf468fe88a26 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063171 Jun 17 17:32:20.211279 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb4723-6c2b-4cd3-a30a-fb36bcff07a5 req-a8dfbe12-c2e2-4f43-869e-595f5219d57f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:20.219034 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41eb4723-6c2b-4cd3-a30a-fb36bcff07a5 req-a8dfbe12-c2e2-4f43-869e-595f5219d57f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 945 time: 0.2160571 Jun 17 17:32:20.221815 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-4131ef50-cecb-4be9-8dfe-2d2786fe934b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Unset dirty status for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:20.222926 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-4131ef50-cecb-4be9-8dfe-2d2786fe934b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1583192510&fields=id&tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be HTTP/1.1" status: 200 len: 267 time: 0.1586130 Jun 17 17:32:20.408701 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 8f12f46d-1bca-4817-afd8-41d2be90477c completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:20.429491 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 8f12f46d-1bca-4817-afd8-41d2be90477c triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:20.429829 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:20.447270 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41eb4723-6c2b-4cd3-a30a-fb36bcff07a5 req-af1be8db-a3ca-4e19-bf75-b1c299e3d294 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272820 Jun 17 17:32:20.506404 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-5f91727b-5441-4400-a199-268f78c92f12 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:20.507178 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-5f91727b-5441-4400-a199-268f78c92f12 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Synchronizing usage tracker for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:network {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:20.530027 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 9b48a02b-368a-438e-b716-8004052f210d, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=9b48a02b-368a-438e-b716-8004052f210d,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:20.535937 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d6a48b93-ba24-4076-9a94-b6343279fd13 req-940da6a3-ba62-4ce3-846e-489c5258406d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 1096 time: 0.2082949 Jun 17 17:32:20.538476 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-5f91727b-5441-4400-a199-268f78c92f12 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Unset dirty status for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:network {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:20.539882 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-5f91727b-5441-4400-a199-268f78c92f12 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 816 time: 0.3014293 Jun 17 17:32:20.554338 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '9b48a02b-368a-438e-b716-8004052f210d', 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6', 'port_id': '9b48a02b-368a-438e-b716-8004052f210d', 'mac_address': 'fa:16:3e:6c:e5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d99290-4c50-4ca2-9b45-1a238849156b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:32:20.663986 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:20.692445 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-b954f6b9-a147-4c57-a797-5deb34ba90b5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/quotas/7f5f1c19bc6a4a5f9cf3c94af631b5be HTTP/1.1" status: 200 len: 375 time: 0.1245315 Jun 17 17:32:20.733360 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:20.759317 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b48a02b-368a-438e-b716-8004052f210d {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:20.825248 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ff6e14-497a-4598-81b3-e7d7f951e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f12f46d-1bca-4817-afd8-41d2be90477c'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:20.948655 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 9b48a02b-368a-438e-b716-8004052f210d, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=9b48a02b-368a-438e-b716-8004052f210d,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:20.962782 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 8f12f46d-1bca-4817-afd8-41d2be90477c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8f12f46d-1bca-4817-afd8-41d2be90477c,segment=NetworkSegment(c04e02dc-7042-4216-b22e-fc7ae7c58f07),segment_id=c04e02dc-7042-4216-b22e-fc7ae7c58f07)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:20.964571 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:20.967665 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:21.003613 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d0ebd8e5-1a5c-4d7f-8b17-61a51d986bcc req-a893af6b-ac9e-45ab-8d10-7f70747f5946 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 210 time: 0.1431274 Jun 17 17:32:21.036068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a48b93-ba24-4076-9a94-b6343279fd13 req-943a5ad0-4944-4f2b-8a15-47e87a546f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:21.037411 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d6a48b93-ba24-4076-9a94-b6343279fd13 req-943a5ad0-4944-4f2b-8a15-47e87a546f65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 919 time: 0.4952798 Jun 17 17:32:21.113143 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-b01be48a-1013-432a-aaed-d201aa941757 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4122670 Jun 17 17:32:21.123106 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:21.123955 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 94387cd8-b952-495e-8ea5-849d62f6b42a up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:21.143803 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d6a48b93-ba24-4076-9a94-b6343279fd13 req-49973f6c-9638-4818-8e02-67ffa6ebe95b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bc376e-ced7-42a5-9627-314a3b17f567 HTTP/1.1" status: 200 len: 217 time: 0.0967412 Jun 17 17:32:21.262115 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=9b48a02b-368a-438e-b716-8004052f210d,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:21.267923 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:21.268748 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e42154e1-389c-4cea-ae32-78f259b52796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:21.347078 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=8f12f46d-1bca-4817-afd8-41d2be90477c,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:21.352845 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:21.358642 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 94387cd8-b952-495e-8ea5-849d62f6b42a completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:21.364620 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 94387cd8-b952-495e-8ea5-849d62f6b42a triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:21.365183 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:21.365290 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a48b93-ba24-4076-9a94-b6343279fd13 req-0d077295-e214-4b3e-abc2-71905c7b3f8a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:21.366653 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d6a48b93-ba24-4076-9a94-b6343279fd13 req-0d077295-e214-4b3e-abc2-71905c7b3f8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.1976528 Jun 17 17:32:21.435427 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d6a48b93-ba24-4076-9a94-b6343279fd13 req-8407ef52-62a0-4fa4-837c-74e0f1137fd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584333 Jun 17 17:32:21.467051 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-6adfb711-8a58-407b-9cdb-d80266d69a01 service neutron] 10.222.0.15 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216431 Jun 17 17:32:21.512683 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:21.550194 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['9b48a02b-368a-438e-b716-8004052f210d'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:21.582432 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 94387cd8-b952-495e-8ea5-849d62f6b42a, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=94387cd8-b952-495e-8ea5-849d62f6b42a,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:21.597151 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:21.603754 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:21.703113 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=94387cd8-b952-495e-8ea5-849d62f6b42a,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:21.708891 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:21.802489 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a6ee-bcb5-449d-acb5-60bd5fd3fceb req-4e3daf52-6f17-4c22-af05-1749ee550dc1 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:21.805054 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cf98a6ee-bcb5-449d-acb5-60bd5fd3fceb req-4e3daf52-6f17-4c22-af05-1749ee550dc1 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 943 time: 0.5398829 Jun 17 17:32:21.907986 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-8d012600-7d70-4c4e-8cb0-16b8627166c3 service neutron] 10.222.0.15 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306929 Jun 17 17:32:22.030440 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d6a48b93-ba24-4076-9a94-b6343279fd13 req-a2a3588b-6d0c-4a77-a48a-99ad64537950 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849214 Jun 17 17:32:22.035791 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cf98a6ee-bcb5-449d-acb5-60bd5fd3fceb req-6da0a162-d9cb-463d-a6a0-17a0c9967eb4 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082939 Jun 17 17:32:22.126854 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-115a4c82-3a8b-4c60-ae32-1db1d39c4528 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:22.133987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-115a4c82-3a8b-4c60-ae32-1db1d39c4528 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Synchronizing usage tracker for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:network {{(pid=74249) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:22.201208 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-115a4c82-3a8b-4c60-ae32-1db1d39c4528 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Unset dirty status for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:network {{(pid=74249) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:22.202628 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-115a4c82-3a8b-4c60-ae32-1db1d39c4528 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 811 time: 0.4816275 Jun 17 17:32:22.399703 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-4ec046cb-0f3c-455b-888b-3715e46a4c5d tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Synchronizing usage tracker for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:security_group {{(pid=74249) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:22.446206 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-4ec046cb-0f3c-455b-888b-3715e46a4c5d tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Unset dirty status for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:security_group {{(pid=74249) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:22.450349 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-4ec046cb-0f3c-455b-888b-3715e46a4c5d tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb7fb29e35c843e99d438b71e64dd45d HTTP/1.1" status: 200 len: 5043 time: 0.1972346 Jun 17 17:32:22.465978 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'port': {'device_id': '38b2a252-5d34-45ea-b229-c122217ead27', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'admin_state_up': True, 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'security_groups': ['30665428-9a96-4fa3-9e83-662e591372f1']}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:22.474294 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ff6e14-497a-4598-81b3-e7d7f951e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f12f46d-1bca-4817-afd8-41d2be90477c', 'code': 200} Jun 17 17:32:22.494155 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d6a48b93-ba24-4076-9a94-b6343279fd13 req-a16aea27-f5c0-4dc6-90cc-8987d63b21cd service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549799 Jun 17 17:32:22.525718 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a5c9a-dfbd-41e5-8981-2bd2dec46d00 req-3362925a-feda-4195-8133-9b76a04a671f tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:22.529446 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-db7a5c9a-dfbd-41e5-8981-2bd2dec46d00 req-3362925a-feda-4195-8133-9b76a04a671f tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1506243 Jun 17 17:32:22.641284 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-db7a5c9a-dfbd-41e5-8981-2bd2dec46d00 req-36c08f71-f79b-411b-a871-3d3c7e7bf79c tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995965 Jun 17 17:32:22.765879 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:22.781407 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:port and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:22.784490 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:22.795615 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:22.812122 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Made reservation on behalf of cb7fb29e35c843e99d438b71e64dd45d for: {'port': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:32:22.816126 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:22.987219 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-73120882-993e-4da0-bd7c-324b603141e7 req-28409718-b44e-4173-836e-307282ce9adf tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 210 time: 0.0573270 Jun 17 17:32:23.016588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8045ee-2864-48a7-bacc-1ac3f3ef78d1 req-38b22f15-7402-4518-8526-48c33889eb82 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:23.023475 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-af8045ee-2864-48a7-bacc-1ac3f3ef78d1 req-38b22f15-7402-4518-8526-48c33889eb82 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 946 time: 0.3098624 Jun 17 17:32:23.076523 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fffb1e06-8330-4bf4-9abe-80ef950a4e2d req-a8fe041e-b92c-44eb-8adc-0963655c8dfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 1098 time: 0.2174385 Jun 17 17:32:23.091672 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-af8045ee-2864-48a7-bacc-1ac3f3ef78d1 req-392834a5-96f6-40d9-aad6-1fd557dc5a02 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672641 Jun 17 17:32:23.145486 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-fffb1e06-8330-4bf4-9abe-80ef950a4e2d req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.211144 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Allocated IP 172.20.0.5 (0ee2905d-0992-40a9-bf31-ae5a057d589a/abb858be-8b85-4492-b68c-942eccff711a/131d67b7-5ff6-4fa7-85b9-278b8061f04f) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:32:23.222395 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-fffb1e06-8330-4bf4-9abe-80ef950a4e2d req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:23.234450 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-fffb1e06-8330-4bf4-9abe-80ef950a4e2d req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Usage tracker for resource:security_group_rule and tenant:7a9c6c99b06d47789f91a46b6e2bf644 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:23.242308 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-fffb1e06-8330-4bf4-9abe-80ef950a4e2d req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:23.319842 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-fffb1e06-8330-4bf4-9abe-80ef950a4e2d req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:23.354834 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d1358ec1-a6c2-4d80-aee9-74a331131dda req-a9af003f-1d6a-4c83-a99c-014dbc2a8700 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 210 time: 0.1028545 Jun 17 17:32:23.415816 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cbf74-7f91-4d4c-badb-852e9c3cb83f req-4ca6c294-5983-49de-b187-af7850fa48a4 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:23.417397 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1e6cbf74-7f91-4d4c-badb-852e9c3cb83f req-4ca6c294-5983-49de-b187-af7850fa48a4 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 943 time: 0.1339424 Jun 17 17:32:23.457043 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.473047 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.provisioning_blocks [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Transition to ACTIVE for port object 131d67b7-5ff6-4fa7-85b9-278b8061f04f will not be triggered until provisioned by entity DHCP. {{(pid=74249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:23.480156 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-fffb1e06-8330-4bf4-9abe-80ef950a4e2d req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.486403 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-fffb1e06-8330-4bf4-9abe-80ef950a4e2d req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.494149 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.495023 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1e6cbf74-7f91-4d4c-badb-852e9c3cb83f req-5bd9b324-f5a6-4fa0-b04b-3ba7c153c7a5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677011 Jun 17 17:32:23.496405 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:23.508512 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-f50c9350-fcdc-4e3e-b01e-33bf6a28fdeb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:23.532089 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fffb1e06-8330-4bf4-9abe-80ef950a4e2d req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394441 Jun 17 17:32:23.533525 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd7d8c-3541-44c9-abb7-5c9a23633d1d,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:23.536702 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:23.560947 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:23.568032 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:23.572464 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:32:23.577163 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:23.577800 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.604159 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'Port': ['ID=131d67b7-5ff6-4fa7-85b9-278b8061f04f,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:23.607647 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:23.612189 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1561835 Jun 17 17:32:23.768697 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-72bd91e8-dcbf-4f3a-a2b1-d9d7a7d4cc59 None None] Provisioning for port 131d67b7-5ff6-4fa7-85b9-278b8061f04f completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:23.773462 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-72bd91e8-dcbf-4f3a-a2b1-d9d7a7d4cc59 None None] Provisioning complete for port 131d67b7-5ff6-4fa7-85b9-278b8061f04f triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:23.773829 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-72bd91e8-dcbf-4f3a-a2b1-d9d7a7d4cc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:23.830173 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-72bd91e8-dcbf-4f3a-a2b1-d9d7a7d4cc59 None None] Port 131d67b7-5ff6-4fa7-85b9-278b8061f04f cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:32:23.864450 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29958b-12c1-4c41-9bd1-8dd1dc98a4f2 req-2e26443d-f4d0-4bae-b929-20caacfbab59 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:23.865794 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8b29958b-12c1-4c41-9bd1-8dd1dc98a4f2 req-2e26443d-f4d0-4bae-b929-20caacfbab59 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 945 time: 0.0737622 Jun 17 17:32:23.922613 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8b29958b-12c1-4c41-9bd1-8dd1dc98a4f2 req-0492ce85-348d-4a2b-9791-77837d901ab0 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511358 Jun 17 17:32:24.002899 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Request body: {'port': {'device_id': '38b2a252-5d34-45ea-b229-c122217ead27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:24.006692 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 79bc376e-ced7-42a5-9627-314a3b17f567 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:32:24.015647 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 9b48a02b-368a-438e-b716-8004052f210d up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:24.112263 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.215368 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7d978-648b-4933-b337-135223d05da1 req-e1a045b6-2b5d-49b3-adaa-f91450c49424 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:24.223862 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d9e7d978-648b-4933-b337-135223d05da1 req-e1a045b6-2b5d-49b3-adaa-f91450c49424 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 931 time: 0.1040845 Jun 17 17:32:24.284950 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d9e7d978-648b-4933-b337-135223d05da1 req-22a807ff-da33-4c2b-91f1-2469c3f0c5f1 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598352 Jun 17 17:32:24.322518 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 9b48a02b-368a-438e-b716-8004052f210d completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:24.340149 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 79bc376e-ced7-42a5-9627-314a3b17f567, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=79bc376e-ced7-42a5-9627-314a3b17f567,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:24.354816 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 9b48a02b-368a-438e-b716-8004052f210d triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:24.355192 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.473197 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '79bc376e-ced7-42a5-9627-314a3b17f567', 'network_id': '45410a34-7a55-4be2-ba4d-f8bb0e995ae6', 'port_id': '79bc376e-ced7-42a5-9627-314a3b17f567', 'mac_address': 'fa:16:3e:28:34:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d99290-4c50-4ca2-9b45-1a238849156b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:32:24.476615 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884176b-1ed1-44b2-ba84-276288696746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94387cd8-b952-495e-8ea5-849d62f6b42a'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:24.572166 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.713832 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bc376e-ced7-42a5-9627-314a3b17f567 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:24.715802 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131d67b7-5ff6-4fa7-85b9-278b8061f04f {{(pid=74249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:24.730791 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.763955 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.771599 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.provisioning_blocks [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Transition to ACTIVE for port object 131d67b7-5ff6-4fa7-85b9-278b8061f04f will not be triggered until provisioned by entity L2. {{(pid=74249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:24.796337 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.802926 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:24.843853 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fdb1cb83-eea7-4b6e-913d-73de4f697656 req-e4f0bea3-4299-422c-9ec8-5a662f17d58f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 210 time: 0.1477489 Jun 17 17:32:24.859404 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 79bc376e-ced7-42a5-9627-314a3b17f567, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=79bc376e-ced7-42a5-9627-314a3b17f567,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:24.896686 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 9b48a02b-368a-438e-b716-8004052f210d, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=9b48a02b-368a-438e-b716-8004052f210d,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:24.896686 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:24.918588 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:24.953794 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80235-a697-4fb1-b3bb-0734008e6835 req-12f2037d-8359-4ac7-b37e-e3821cb8dc43 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:24.957142 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-57f80235-a697-4fb1-b3bb-0734008e6835 req-12f2037d-8359-4ac7-b37e-e3821cb8dc43 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 946 time: 0.6058269 Jun 17 17:32:25.057678 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-6bb72fb3-b56c-4d3a-b19c-fb2a274d72e0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:25.063661 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-6bb72fb3-b56c-4d3a-b19c-fb2a274d72e0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 816 time: 0.5578983 Jun 17 17:32:25.195640 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:25.205497 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884176b-1ed1-44b2-ba84-276288696746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94387cd8-b952-495e-8ea5-849d62f6b42a', 'code': 200} Jun 17 17:32:25.206394 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=79bc376e-ced7-42a5-9627-314a3b17f567,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:25.206679 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-57f80235-a697-4fb1-b3bb-0734008e6835 req-f79a9f1c-16ec-42da-80ac-925b26825d0f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281144 Jun 17 17:32:25.214477 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:25.220448 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:25.257707 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=131d67b7-5ff6-4fa7-85b9-278b8061f04f,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:25.276973 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:25.380345 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44628) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:25.395045 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44630) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:25.396001 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=9b48a02b-368a-438e-b716-8004052f210d,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:25.406416 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:25.416973 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['79bc376e-ced7-42a5-9627-314a3b17f567'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:25.471959 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.managers [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Attempting to bind port 131d67b7-5ff6-4fa7-85b9-278b8061f04f on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:25.473901 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.managers [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Attempting to bind port 131d67b7-5ff6-4fa7-85b9-278b8061f04f by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'}] {{(pid=74249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:25.474353 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Attempting to bind port 131d67b7-5ff6-4fa7-85b9-278b8061f04f on network 0ee2905d-0992-40a9-bf31-ae5a057d589a {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:25.485971 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Port 131d67b7-5ff6-4fa7-85b9-278b8061f04f on network 0ee2905d-0992-40a9-bf31-ae5a057d589a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:32:25.486619 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Attempting to bind port 131d67b7-5ff6-4fa7-85b9-278b8061f04f on network 0ee2905d-0992-40a9-bf31-ae5a057d589a {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:25.502521 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:25.503914 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Checking segment: {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:25.504448 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Bound using segment: {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'} {{(pid=74249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:25.505420 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.managers [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Bound port: 131d67b7-5ff6-4fa7-85b9-278b8061f04f, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'}}] {{(pid=74249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:25.505917 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:25.520681 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-8e6cbfc8-1934-4a97-8256-3ec670951e8a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be HTTP/1.1" status: 200 len: 5045 time: 0.3971727 Jun 17 17:32:25.527032 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'port': {'device_id': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'admin_state_up': True, 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'security_groups': ['25cd2f55-5de3-4855-bc5b-821eeecad35f']}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:25.695048 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] For port 131d67b7-5ff6-4fa7-85b9-278b8061f04f, host hv-cinder-79686, cleared binding levels {{(pid=74249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:25.698951 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] For port 131d67b7-5ff6-4fa7-85b9-278b8061f04f, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:25.701999 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:25.722369 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:25.723911 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:25.744565 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:25.761278 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:25.767674 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:port and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:25.773786 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:25.785843 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:25.808627 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f54202-1a30-48e6-af13-7a8342510b13 req-7ce16350-df06-4c1a-bcdc-648ea625a257 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:25.810179 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-99f54202-1a30-48e6-af13-7a8342510b13 req-7ce16350-df06-4c1a-bcdc-648ea625a257 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 944 time: 0.5145547 Jun 17 17:32:25.819316 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Made reservation on behalf of 7f5f1c19bc6a4a5f9cf3c94af631b5be for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:32:25.822227 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:25.863688 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d2697332-1f48-402c-bbbb-a838ab135ed5 req-84140250-11d6-4449-a5b1-fdf0667d15f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 1099 time: 0.3409534 Jun 17 17:32:25.872064 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b7872-3869-4fbb-982e-57be70c31a24 req-6fbf82ac-cefe-4901-86be-5b3d3c30700e tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:25.873431 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a5b7872-3869-4fbb-982e-57be70c31a24 req-6fbf82ac-cefe-4901-86be-5b3d3c30700e tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 945 time: 0.4289823 Jun 17 17:32:25.893894 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:25.901216 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:25.902610 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/131d67b7-5ff6-4fa7-85b9-278b8061f04f HTTP/1.1" status: 200 len: 1093 time: 1.9040275 Jun 17 17:32:25.903088 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b2a252-5d34-45ea-b229-c122217ead27', 'tag': '131d67b7-5ff6-4fa7-85b9-278b8061f04f'}] {{(pid=74249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:25.910843 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:25.919491 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Usage tracker for resource:security_group_rule and tenant:622ef352e49048ce9ccf1343b67a5077 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:25.925741 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Usage tracker for resource:security_group_rule and tenant:c5c19fdf18714157aa7fb3021a1afc94 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:25.928847 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:25.932176 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:25.941810 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:25.944010 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=131d67b7-5ff6-4fa7-85b9-278b8061f04f,revision_number=3']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:25.956213 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:25.958529 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:26.068736 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-99f54202-1a30-48e6-af13-7a8342510b13 req-ed2072ea-7d80-4d8a-b4f7-4e18f2a2213d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503612 Jun 17 17:32:26.147610 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a5b7872-3869-4fbb-982e-57be70c31a24 req-a1bd624f-c6ae-4c6c-ab27-8a8d33d91332 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630279 Jun 17 17:32:26.172762 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d2697332-1f48-402c-bbbb-a838ab135ed5 req-7a92dc72-272a-4d1b-88e4-77d78e25750d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606400 Jun 17 17:32:26.183809 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.201110 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.217329 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.218807 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8d8feb0c-215e-45b6-8013-265e0ac4ef4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:26.240587 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.290592 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a41d77-71ff-4c37-919f-03e64258210e,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:26.293748 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:26.297706 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-d934cb6f-6745-41aa-ae55-24215b648b39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 1096 time: 0.2821405 Jun 17 17:32:26.300305 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5c19fdf18714157aa7fb3021a1afc94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9069057 Jun 17 17:32:26.302241 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-bb749918-07ee-4c3d-a74e-dac51d6d6da3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:26.312905 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 44648) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:26.337673 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=622ef352e49048ce9ccf1343b67a5077&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9314764 Jun 17 17:32:26.340738 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44652) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:26.355991 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a611ccb8-d1ac-4737-9b62-dd1531b150ca,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:26.359011 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:26.395941 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-367f80cd-2de7-4fb4-9cf1-ec7425ea3a4b req-e16769d5-e6f0-4c1e-af94-5ce631b1e5fa tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 210 time: 0.0793574 Jun 17 17:32:26.407436 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7506-0805-482e-9b3d-2a9590ec8b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.432533 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Allocated IP 172.20.0.11 (3aff819c-d0e7-4576-8341-7f73e02b1537/6756c99e-8d13-4763-8c8a-2782e12a4d0a/1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:32:26.432926 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7506-0805-482e-9b3d-2a9590ec8b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.481532 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b2a252-5d34-45ea-b229-c122217ead27', 'tag': '131d67b7-5ff6-4fa7-85b9-278b8061f04f', 'status': 'completed', 'code': 200} Jun 17 17:32:26.495911 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7506-0805-482e-9b3d-2a9590ec8b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.500798 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-14344cb4-e2fb-4340-a4de-391644a32b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:26.506998 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077fbe4-d6d9-41c5-a27b-63e0a999a571 req-6c06fd3d-5b14-422d-99d2-4362d0a5a408 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:26.508451 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f077fbe4-d6d9-41c5-a27b-63e0a999a571 req-6c06fd3d-5b14-422d-99d2-4362d0a5a408 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 943 time: 0.2574782 Jun 17 17:32:26.511891 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7e0e-8bcc-4018-88ea-d9b90323b76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.516374 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b7506-0805-482e-9b3d-2a9590ec8b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a611ccb8-d1ac-4737-9b62-dd1531b150ca,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:26.520452 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-fe5b7506-0805-482e-9b3d-2a9590ec8b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:26.545953 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7506-0805-482e-9b3d-2a9590ec8b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.547455 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-fe5b7506-0805-482e-9b3d-2a9590ec8b18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a611ccb8-d1ac-4737-9b62-dd1531b150ca HTTP/1.1" status: 204 len: 168 time: 0.2057400 Jun 17 17:32:26.703299 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7e0e-8bcc-4018-88ea-d9b90323b76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.793287 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-263c5a1b-f19b-4af2-a192-0b5d940282e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f HTTP/1.1" status: 200 len: 217 time: 0.1094978 Jun 17 17:32:26.835043 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f077fbe4-d6d9-41c5-a27b-63e0a999a571 req-2842b369-c1ec-486b-9ecb-95df5bee64f5 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059981 Jun 17 17:32:26.880387 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.904557 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2543ee6-7210-48a1-91a7-e32e8a3b65b9 req-7ad0707a-46d2-4dc7-b9e2-50395cb667cc tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:26.906006 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e2543ee6-7210-48a1-91a7-e32e8a3b65b9 req-7ad0707a-46d2-4dc7-b9e2-50395cb667cc tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 946 time: 0.2737627 Jun 17 17:32:26.912825 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7e0e-8bcc-4018-88ea-d9b90323b76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:26.913676 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-ac11f770-ed8f-45c0-a6f5-16b1ef6e295d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:26.915691 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-ac11f770-ed8f-45c0-a6f5-16b1ef6e295d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 200 len: 850 time: 0.1148806 Jun 17 17:32:26.918159 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Transition to ACTIVE for port object 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 will not be triggered until provisioned by entity DHCP. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:26.920975 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:26.953372 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c7e0e-8bcc-4018-88ea-d9b90323b76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a41d77-71ff-4c37-919f-03e64258210e,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:26.955662 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2f6c7e0e-8bcc-4018-88ea-d9b90323b76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:27.008589 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-d9d12332-cf02-478e-8488-c609db270101 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ee2905d-0992-40a9-bf31-ae5a057d589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850232 Jun 17 17:32:27.010785 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7e0e-8bcc-4018-88ea-d9b90323b76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:27.011859 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-2f6c7e0e-8bcc-4018-88ea-d9b90323b76d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18a41d77-71ff-4c37-919f-03e64258210e HTTP/1.1" status: 204 len: 168 time: 0.6901724 Jun 17 17:32:27.026718 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e2543ee6-7210-48a1-91a7-e32e8a3b65b9 req-c40db1fd-f6c7-4a28-8f24-3718b55fc4ce tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064978 Jun 17 17:32:27.033344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:27.037502 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 44670) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:27.059429 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:27.172129 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:27.174984 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:27.175476 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-86ecd2c1-7fac-4528-b0a4-3bfe3776700b service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595919 Jun 17 17:32:27.178331 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:27.206286 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf2f7cf-a96e-49bc-ba72-3a721917ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b48a02b-368a-438e-b716-8004052f210d'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:27.213793 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:27.267561 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:27.270871 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:32:27.274888 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:27.275498 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:27.374913 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-ca0cf8da-5f8b-4e4c-a26e-f503f10ba772 req-f3af264e-6019-4e8d-8fa9-6c3c2a5d9b5b service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622612 Jun 17 17:32:27.401049 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:27.412603 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8910210 Jun 17 17:32:27.420478 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Usage tracker for resource:security_group_rule and tenant:8b82b8e61b1949928800623e67afb8d6 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:27.426351 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:27.442218 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:27.502411 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4318fcf5-30d5-471e-93de-793733419f49 req-f205000d-7d3e-4a8f-b3e6-5ffd20ef299d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2875273 Jun 17 17:32:27.539692 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152bc1d-a339-414c-8bcd-ec345cd9d0a5 req-fc960291-644e-4328-871c-2735e6330ae6 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:27.541157 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3152bc1d-a339-414c-8bcd-ec345cd9d0a5 req-fc960291-644e-4328-871c-2735e6330ae6 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 944 time: 0.2580395 Jun 17 17:32:27.554119 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Request body: {'port': {'device_id': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:27.588288 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44684) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:27.604701 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-30882e79-3255-47b0-b585-ad377ec9259a None None] Provisioning for port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:27.610877 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-30882e79-3255-47b0-b585-ad377ec9259a None None] Provisioning complete for port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:27.611481 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-30882e79-3255-47b0-b585-ad377ec9259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:27.615213 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e9656-5867-401c-8489-25f554d5c81b req-5d79effc-8ca5-44a0-a2b3-e006c418498b tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:27.616645 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9f9e9656-5867-401c-8489-25f554d5c81b req-5d79effc-8ca5-44a0-a2b3-e006c418498b tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 945 time: 0.2603214 Jun 17 17:32:27.640260 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:27.677969 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-30882e79-3255-47b0-b585-ad377ec9259a None None] Port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:32:27.695377 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:27.701786 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Usage tracker for resource:security_group_rule and tenant:97736cdde76f47daac003272f2c47032 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:27.705152 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:27.711813 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:27.712375 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:27.726313 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-4318fcf5-30d5-471e-93de-793733419f49 req-21a4704b-082f-41e1-a61e-0f7443ab70c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a6dafbe325945c0bff7fbb1bc25c1cb&device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 1098 time: 0.1210365 Jun 17 17:32:27.768630 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:27.801881 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:27.832754 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3152bc1d-a339-414c-8bcd-ec345cd9d0a5 req-bfcc648e-554e-4f49-ab66-a2080a0040fe tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508559 Jun 17 17:32:27.854672 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9f9e9656-5867-401c-8489-25f554d5c81b req-fb041354-abe6-4ef2-8908-8efaaae6f63b tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077596 Jun 17 17:32:27.878305 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:27.891747 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d628fd41-01e3-4ccf-ab21-384404b55ac8,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:27.903197 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:27.906283 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b82b8e61b1949928800623e67afb8d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8670244 Jun 17 17:32:27.909590 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 44692) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:27.996336 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7f2dea8-481c-406b-b6d8-347303f0944a req-6ddf201a-fb34-45d0-aa99-f0ca86758222 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 1096 time: 0.4528406 Jun 17 17:32:28.015421 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:28.027765 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318fcf5-30d5-471e-93de-793733419f49 req-7b2ebbc8-c167-4ca1-85e2-459a4cedbeb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:28.029268 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-4318fcf5-30d5-471e-93de-793733419f49 req-7b2ebbc8-c167-4ca1-85e2-459a4cedbeb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eeb6f018-a48a-460c-bd9b-f223a9a25909 HTTP/1.1" status: 200 len: 913 time: 0.2808635 Jun 17 17:32:28.039271 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:28.045982 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:28.054095 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf2f7cf-a96e-49bc-ba72-3a721917ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b48a02b-368a-438e-b716-8004052f210d', 'code': 200} Jun 17 17:32:28.059039 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 79bc376e-ced7-42a5-9627-314a3b17f567 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:28.239220 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-4318fcf5-30d5-471e-93de-793733419f49 req-cd8279a9-307b-493e-abab-9ec8cd0fd632 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f12f46d-1bca-4817-afd8-41d2be90477c HTTP/1.1" status: 200 len: 217 time: 0.1604927 Jun 17 17:32:28.293177 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e18c3d-28b5-4ec6-82ba-60c85fdb0a34,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:28.300437 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:28.309234 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97736cdde76f47daac003272f2c47032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7190850 Jun 17 17:32:28.312791 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44706) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:28.353950 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318fcf5-30d5-471e-93de-793733419f49 req-53bb76dd-3f65-45b5-9dcf-875c99cb31fb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:28.355423 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-4318fcf5-30d5-471e-93de-793733419f49 req-53bb76dd-3f65-45b5-9dcf-875c99cb31fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f193636-b4ac-4f09-9b52-55eeba82de54 HTTP/1.1" status: 200 len: 852 time: 0.1054053 Jun 17 17:32:28.410237 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-4318fcf5-30d5-471e-93de-793733419f49 req-f35728fa-0b41-4f9e-99ce-bccec35649ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eeb6f018-a48a-460c-bd9b-f223a9a25909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473442 Jun 17 17:32:28.415677 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c04e353c-c13a-4e8e-a5ed-c4c24cfcdaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:28.417930 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2dea8-481c-406b-b6d8-347303f0944a req-c751d4c7-73b6-4d51-b113-7c73a3b95a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:28.420143 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7f2dea8-481c-406b-b6d8-347303f0944a req-c751d4c7-73b6-4d51-b113-7c73a3b95a8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 912 time: 0.3403893 Jun 17 17:32:28.452835 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7349df74-14a1-40d7-9d58-4fa1d7ad9e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:28.478886 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 79bc376e-ced7-42a5-9627-314a3b17f567 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:28.486646 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 79bc376e-ced7-42a5-9627-314a3b17f567 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:28.487023 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:28.624379 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7349df74-14a1-40d7-9d58-4fa1d7ad9e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:28.767703 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c04e353c-c13a-4e8e-a5ed-c4c24cfcdaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:28.773911 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:28.822957 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-4318fcf5-30d5-471e-93de-793733419f49 req-c7d31c55-9ea5-4332-9f58-19e8320e53b3 service neutron] 10.222.0.20 "GET /v2.0/networks/eeb6f018-a48a-460c-bd9b-f223a9a25909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954740 Jun 17 17:32:28.823053 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 79bc376e-ced7-42a5-9627-314a3b17f567, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=79bc376e-ced7-42a5-9627-314a3b17f567,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:28.833774 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:28.839152 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:28.858969 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7f2dea8-481c-406b-b6d8-347303f0944a req-9d13f8aa-b7a1-4977-b5c4-e4a2d6a765ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f HTTP/1.1" status: 200 len: 217 time: 0.2787433 Jun 17 17:32:28.934912 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=79bc376e-ced7-42a5-9627-314a3b17f567,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:28.938212 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:29.007941 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7349df74-14a1-40d7-9d58-4fa1d7ad9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:29.013227 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-98b9bd71-0707-4a7b-8bb0-2ac89ab451f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:29.041253 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349df74-14a1-40d7-9d58-4fa1d7ad9e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e18c3d-28b5-4ec6-82ba-60c85fdb0a34,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:29.047156 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-7349df74-14a1-40d7-9d58-4fa1d7ad9e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:29.066598 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2dea8-481c-406b-b6d8-347303f0944a req-d9fb6c4f-c3b4-4f74-b4d1-5f370695626f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:29.068033 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7f2dea8-481c-406b-b6d8-347303f0944a req-d9fb6c4f-c3b4-4f74-b4d1-5f370695626f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 200 len: 850 time: 0.1480246 Jun 17 17:32:29.086071 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1518f25d-e510-4fc5-a211-0a865cc1fb7c req-8a7b8cc4-4a99-433b-8706-48f8281f024c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1098 time: 0.5093975 Jun 17 17:32:29.088540 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7349df74-14a1-40d7-9d58-4fa1d7ad9e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:29.089720 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-7349df74-14a1-40d7-9d58-4fa1d7ad9e01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6e18c3d-28b5-4ec6-82ba-60c85fdb0a34 HTTP/1.1" status: 204 len: 168 time: 0.7760978 Jun 17 17:32:29.091545 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb72e3b-4caa-47b5-a6b6-5784ce5b7592 req-485164b8-7e6e-4d59-b9ef-a42bab54900e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:29.094018 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-deb72e3b-4caa-47b5-a6b6-5784ce5b7592 req-485164b8-7e6e-4d59-b9ef-a42bab54900e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Synchronizing usage tracker for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:29.118679 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-4318fcf5-30d5-471e-93de-793733419f49 req-f9f4b411-03ef-4ea4-a1d4-7df97d4f44ee service neutron] 10.222.0.20 "GET /v2.0/networks/eeb6f018-a48a-460c-bd9b-f223a9a25909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901199 Jun 17 17:32:29.140718 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f75e-f2a8-43ca-8e29-28dd8eca242b req-c13271a8-827d-4da1-9bf5-abb466054304 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:29.142107 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6772f75e-f2a8-43ca-8e29-28dd8eca242b req-c13271a8-827d-4da1-9bf5-abb466054304 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 943 time: 0.7200871 Jun 17 17:32:29.182380 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c04e353c-c13a-4e8e-a5ed-c4c24cfcdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:29.214302 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3d7d3768-e31f-4332-9ce8-4f4287a25083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:29.252299 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e353c-c13a-4e8e-a5ed-c4c24cfcdaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d628fd41-01e3-4ccf-ab21-384404b55ac8,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:29.257406 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c04e353c-c13a-4e8e-a5ed-c4c24cfcdaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:29.261558 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-deb72e3b-4caa-47b5-a6b6-5784ce5b7592 req-485164b8-7e6e-4d59-b9ef-a42bab54900e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Unset dirty status for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:29.267263 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-deb72e3b-4caa-47b5-a6b6-5784ce5b7592 req-485164b8-7e6e-4d59-b9ef-a42bab54900e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 932 time: 0.8385332 Jun 17 17:32:29.286851 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.db.resource_extend [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 17:32:29.318968 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c04e353c-c13a-4e8e-a5ed-c4c24cfcdaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:29.320483 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-c04e353c-c13a-4e8e-a5ed-c4c24cfcdaa2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d628fd41-01e3-4ccf-ab21-384404b55ac8 HTTP/1.1" status: 204 len: 168 time: 1.4091289 Jun 17 17:32:29.399820 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-1518f25d-e510-4fc5-a211-0a865cc1fb7c req-be44dab1-1269-4959-a6f0-5785f748f2ae service neutron] Synchronizing usage tracker for tenant:7a9c6c99b06d47789f91a46b6e2bf644 on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:29.414866 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7f2dea8-481c-406b-b6d8-347303f0944a req-2cfc7a35-6b92-4de8-9700-99404d65796f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ee2905d-0992-40a9-bf31-ae5a057d589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3133106 Jun 17 17:32:29.419783 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6772f75e-f2a8-43ca-8e29-28dd8eca242b req-b3dc02fb-400a-4a18-9747-e7e3c1cffe98 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511005 Jun 17 17:32:29.449402 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:29.498807 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:29.573455 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-1518f25d-e510-4fc5-a211-0a865cc1fb7c req-be44dab1-1269-4959-a6f0-5785f748f2ae service neutron] Unset dirty status for tenant:7a9c6c99b06d47789f91a46b6e2bf644 on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:29.575436 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1518f25d-e510-4fc5-a211-0a865cc1fb7c req-be44dab1-1269-4959-a6f0-5785f748f2ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768965 Jun 17 17:32:29.604187 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-deb72e3b-4caa-47b5-a6b6-5784ce5b7592 req-3dc9b159-ba6a-446f-93a0-a4728e941dcd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056083 Jun 17 17:32:29.616444 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Transition to ACTIVE for port object 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:29.622392 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:29.688378 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9b32dbd4-e1d2-42af-a6b6-4e3f2109f6b6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:29.866950 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:29.877701 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:29.944748 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7f2dea8-481c-406b-b6d8-347303f0944a req-52a4aaa5-783a-4f19-bb7f-46975b57dc99 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005753 Jun 17 17:32:29.995073 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44760) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:30.022194 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.055574 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6bc073-f841-451c-a0fe-e1e833fede16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bc376e-ced7-42a5-9627-314a3b17f567'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:30.064974 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:30.069741 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Usage tracker for resource:security_group_rule and tenant:95ea1de525084aae8dd37daaa4405703 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:30.072972 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:30.079748 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:30.113999 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65abad-07b9-4565-aae4-d221481c7a92 req-8e2e8f0e-5e0b-402c-a779-060ab34535c4 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:30.115562 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9b65abad-07b9-4565-aae4-d221481c7a92 req-8e2e8f0e-5e0b-402c-a779-060ab34535c4 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 946 time: 0.4981830 Jun 17 17:32:30.167956 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Attempting to bind port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:30.168287 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Attempting to bind port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:30.168631 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Attempting to bind port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 on network 3aff819c-d0e7-4576-8341-7f73e02b1537 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:30.171415 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.176844 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.182170 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d1bf-07f8-4a4d-aec5-ac361e21dd54 req-fb7cfa8d-183e-4a5d-b59c-95ec9a42a57a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:30.183651 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10b7d1bf-07f8-4a4d-aec5-ac361e21dd54 req-fb7cfa8d-183e-4a5d-b59c-95ec9a42a57a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.4272139 Jun 17 17:32:30.211903 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 on network 3aff819c-d0e7-4576-8341-7f73e02b1537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:32:30.212224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Attempting to bind port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 on network 3aff819c-d0e7-4576-8341-7f73e02b1537 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:30.213579 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-7349df74-14a1-40d7-9d58-4fa1d7ad9e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:30.225383 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95ea1de525084aae8dd37daaa4405703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2264657 Jun 17 17:32:30.225829 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 44768) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:30.259074 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9b65abad-07b9-4565-aae4-d221481c7a92 req-69c02cef-0fdf-40a7-be8f-38410d06dd10 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285026 Jun 17 17:32:30.275554 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e00d1f-5901-4cd9-a709-c71a7acb22dd,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:30.276628 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:30.277317 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Checking segment: {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:30.277791 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Bound using segment: {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:30.278905 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Bound port: 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:30.279375 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.291100 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:30.349750 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9e238e38-e3d8-4b7d-ae24-d66e42ad9d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.361832 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7f2dea8-481c-406b-b6d8-347303f0944a req-b3132b4f-9f93-4472-a47d-7ad79beead0d service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432133 Jun 17 17:32:30.409685 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9e238e38-e3d8-4b7d-ae24-d66e42ad9d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.415821 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10b7d1bf-07f8-4a4d-aec5-ac361e21dd54 req-7e54f441-1fdd-445a-9269-46f457879b4e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202742 Jun 17 17:32:30.488830 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9e238e38-e3d8-4b7d-ae24-d66e42ad9d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.494937 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:30.497847 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:30.501205 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:30.508981 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e238e38-e3d8-4b7d-ae24-d66e42ad9d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e00d1f-5901-4cd9-a709-c71a7acb22dd,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:30.511456 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9e238e38-e3d8-4b7d-ae24-d66e42ad9d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:30.513987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9e238e38-e3d8-4b7d-ae24-d66e42ad9d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.515348 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9e238e38-e3d8-4b7d-ae24-d66e42ad9d72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42e00d1f-5901-4cd9-a709-c71a7acb22dd HTTP/1.1" status: 204 len: 168 time: 0.2887752 Jun 17 17:32:30.519542 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.525368 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:30.585075 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6bc073-f841-451c-a0fe-e1e833fede16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bc376e-ced7-42a5-9627-314a3b17f567', 'code': 200} Jun 17 17:32:30.783172 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:30.792269 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] 10.222.0.20 "PUT /v2.0/ports/1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 HTTP/1.1" status: 200 len: 1094 time: 3.2498558 Jun 17 17:32:30.797065 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:31.136269 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:31.149387 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:31.297498 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0a36-af4e-4ae5-b6c7-2527b85e31e7 req-7a09437e-950e-4c7c-bb6e-24f2ca5e628e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:31.299222 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-975c0a36-af4e-4ae5-b6c7-2527b85e31e7 req-7a09437e-950e-4c7c-bb6e-24f2ca5e628e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 943 time: 0.4689264 Jun 17 17:32:31.333759 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-82854382-ef7f-493f-8ee0-30151f631f6d req-0649fa1a-8037-4cef-b076-cdc54740cb92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 1098 time: 0.1868324 Jun 17 17:32:31.339142 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-d9c04b9b-27e4-46bc-b615-94ff1b9afb14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 1097 time: 0.3543658 Jun 17 17:32:31.371256 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-975c0a36-af4e-4ae5-b6c7-2527b85e31e7 req-b7c9ff74-4006-455f-a3cc-e3dcc0d9c43a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628269 Jun 17 17:32:31.504542 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:31.736342 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'status': 'completed', 'code': 200} Jun 17 17:32:31.756169 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-19db8b6c-8bde-4f52-8b15-217fad8ba4bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 HTTP/1.1" status: 200 len: 217 time: 0.3638332 Jun 17 17:32:31.788648 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-82854382-ef7f-493f-8ee0-30151f631f6d req-3c32eb58-6190-4ad0-8aad-9bf6c5c443c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974853 Jun 17 17:32:31.848693 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413abe1f-7aca-4a2c-81db-f9a40e97734b req-94d7f82d-0939-4ee7-8b3a-63dec8c92f01 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:31.859592 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-413abe1f-7aca-4a2c-81db-f9a40e97734b req-94d7f82d-0939-4ee7-8b3a-63dec8c92f01 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.2521389 Jun 17 17:32:31.916507 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-413abe1f-7aca-4a2c-81db-f9a40e97734b req-c506cd32-6f97-4ec2-9a81-16473ce23de7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557694 Jun 17 17:32:32.021111 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264babd3-22ca-4d61-93fd-afc9d851cb54 req-98e9f97c-3604-45ef-92f7-b99a74c4c1d9 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:32.022836 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-264babd3-22ca-4d61-93fd-afc9d851cb54 req-98e9f97c-3604-45ef-92f7-b99a74c4c1d9 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1613176 Jun 17 17:32:32.052635 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 131d67b7-5ff6-4fa7-85b9-278b8061f04f details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:32:32.091785 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-264babd3-22ca-4d61-93fd-afc9d851cb54 req-09b059ca-c613-49b0-b951-44a8de6066e8 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620768 Jun 17 17:32:32.177395 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-aef0d37f-2bf4-429e-a287-57dac50651d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:32.250647 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 131d67b7-5ff6-4fa7-85b9-278b8061f04f, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:32.294389 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-5e223814-2a33-4ffe-9845-ba5a9220fc1d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:32.296004 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '131d67b7-5ff6-4fa7-85b9-278b8061f04f', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'port_id': '131d67b7-5ff6-4fa7-85b9-278b8061f04f', 'mac_address': 'fa:16:3e:bf:e2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:32:32.296677 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-5e223814-2a33-4ffe-9845-ba5a9220fc1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.1225872 Jun 17 17:32:32.373111 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:32.399631 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131d67b7-5ff6-4fa7-85b9-278b8061f04f {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:32.432879 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-867a722b-a92b-46cb-9921-ec33ec5427de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1293888 Jun 17 17:32:32.451300 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 131d67b7-5ff6-4fa7-85b9-278b8061f04f, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:32.454925 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:32.463119 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:32.468550 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:32.634428 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=131d67b7-5ff6-4fa7-85b9-278b8061f04f,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:32.652789 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:32.769794 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-31b2302a-b765-4173-bb47-78b13b0f1650 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713623 Jun 17 17:32:32.812875 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922b8c2-e647-460b-92ac-ab3eeba45724 req-927aa626-7f10-4c7a-b0eb-1eda3cd08d0a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:32.814262 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9922b8c2-e647-460b-92ac-ab3eeba45724 req-927aa626-7f10-4c7a-b0eb-1eda3cd08d0a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 944 time: 0.1589663 Jun 17 17:32:32.946491 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9922b8c2-e647-460b-92ac-ab3eeba45724 req-b86425e4-5f4b-4954-82e7-475634d533c8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803254 Jun 17 17:32:32.973245 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41e59025-512c-4e8c-903d-e6d49d19f41a req-12ad00b1-7068-4740-85a7-0ba4c02802e5 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895027 Jun 17 17:32:33.071112 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['131d67b7-5ff6-4fa7-85b9-278b8061f04f'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:33.323807 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a29848-a311-4cc0-928e-7271cf906e18 req-455120f1-32b3-45f2-85b9-d423f11ff9de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:33.332052 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b3a29848-a311-4cc0-928e-7271cf906e18 req-455120f1-32b3-45f2-85b9-d423f11ff9de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.1648104 Jun 17 17:32:33.353067 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cca34fad-9cbf-4dc8-97ed-539f3da1b9db req-1f6d85b1-baba-44de-aefe-f9af18dfd477 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 1097 time: 0.2672210 Jun 17 17:32:33.508541 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b3a29848-a311-4cc0-928e-7271cf906e18 req-a68dde23-aee8-4e76-b388-ceb0b5171634 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752503 Jun 17 17:32:33.630444 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca34fad-9cbf-4dc8-97ed-539f3da1b9db req-5b64a5b5-b1ee-4374-8a40-b332538ad8c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:33.631684 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cca34fad-9cbf-4dc8-97ed-539f3da1b9db req-5b64a5b5-b1ee-4374-8a40-b332538ad8c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.2691083 Jun 17 17:32:33.705728 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582924-176c-4aff-95bf-cb4b498d0e2c req-94da282d-1839-43d5-ae7a-65460e28c50c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:33.712650 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7c582924-176c-4aff-95bf-cb4b498d0e2c req-94da282d-1839-43d5-ae7a-65460e28c50c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1456783 Jun 17 17:32:33.913512 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cca34fad-9cbf-4dc8-97ed-539f3da1b9db req-81de1968-bca6-42c3-8d5d-a18ea46d83d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 HTTP/1.1" status: 200 len: 217 time: 0.2247732 Jun 17 17:32:33.949173 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7c582924-176c-4aff-95bf-cb4b498d0e2c req-eea756e9-a7e8-42ab-ae3e-c763ba148c11 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348371 Jun 17 17:32:34.153455 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca34fad-9cbf-4dc8-97ed-539f3da1b9db req-442c20ff-cbe1-4333-8480-79d4d930a588 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:34.154906 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cca34fad-9cbf-4dc8-97ed-539f3da1b9db req-442c20ff-cbe1-4333-8480-79d4d930a588 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.1902885 Jun 17 17:32:34.235283 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-1e68f7ad-11ff-49da-b786-615c6145c9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:34.242409 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58682fb-6d21-4321-87ad-d25e17cff584 req-c701cd3c-0473-48cf-b2ad-e0270d9f4fb4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:34.244092 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f58682fb-6d21-4321-87ad-d25e17cff584 req-c701cd3c-0473-48cf-b2ad-e0270d9f4fb4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 944 time: 0.1438143 Jun 17 17:32:34.295220 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cca34fad-9cbf-4dc8-97ed-539f3da1b9db req-51fbe77b-4334-4d83-8656-6c86390cedb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1203582 Jun 17 17:32:34.306946 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f58682fb-6d21-4321-87ad-d25e17cff584 req-d2bb30a9-51a2-4c0e-9c74-d77bce1b01cd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541859 Jun 17 17:32:34.444554 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cca34fad-9cbf-4dc8-97ed-539f3da1b9db req-bb03e528-d7bc-4180-a314-c0902de48a94 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343696 Jun 17 17:32:34.587514 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cca34fad-9cbf-4dc8-97ed-539f3da1b9db req-6c430c5b-55be-4057-a449-598f42d9994e service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301851 Jun 17 17:32:34.779161 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6935a-716d-4772-8f2c-ce4bbbbd264d req-c739f270-922d-468a-a4d9-157d5df58539 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:34.780808 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-85d6935a-716d-4772-8f2c-ce4bbbbd264d req-c739f270-922d-468a-a4d9-157d5df58539 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0870049 Jun 17 17:32:34.829321 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-85d6935a-716d-4772-8f2c-ce4bbbbd264d req-c4111655-bcdc-4c3f-9c11-082a1c090cb5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Jun 17 17:32:35.163796 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfc7c7-f3bf-4ed9-87d1-982b09c8fe0a req-be84a8ff-a80a-4fc5-8e28-89a86da94426 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:35.165241 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e9bfc7c7-f3bf-4ed9-87d1-982b09c8fe0a req-be84a8ff-a80a-4fc5-8e28-89a86da94426 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.0930333 Jun 17 17:32:35.211428 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e9bfc7c7-f3bf-4ed9-87d1-982b09c8fe0a req-5ab410c1-c5ca-4be0-a543-a9f9ee6fe5ec tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Jun 17 17:32:35.289610 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:35.504927 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f10ac-d545-49ec-8238-828800d2c169 req-db1099c9-4a84-4d86-81f8-cb784f630098 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:35.506777 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-949f10ac-d545-49ec-8238-828800d2c169 req-db1099c9-4a84-4d86-81f8-cb784f630098 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 944 time: 0.0788555 Jun 17 17:32:35.556563 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-949f10ac-d545-49ec-8238-828800d2c169 req-67bdfa69-094e-45dc-9537-b320efc7ece9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 Jun 17 17:32:35.703223 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6118b3a3-502d-4694-b9ff-8598ae8d920a req-540d65b8-771a-49ce-8478-c6062c0eda81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 1098 time: 0.1261187 Jun 17 17:32:35.708803 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84e34a-714a-4e77-9639-424501b7fddd req-5b6a97b4-4559-49bc-9c17-434ab80ce69a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:35.710099 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a84e34a-714a-4e77-9639-424501b7fddd req-5b6a97b4-4559-49bc-9c17-434ab80ce69a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1042585 Jun 17 17:32:35.851709 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a84e34a-714a-4e77-9639-424501b7fddd req-53f7c745-1327-4da3-884a-8aea03335dbe tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178033 Jun 17 17:32:35.890979 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118b3a3-502d-4694-b9ff-8598ae8d920a req-46810e44-cf4c-44ad-b15f-77b9435b1046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:35.890979 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6118b3a3-502d-4694-b9ff-8598ae8d920a req-46810e44-cf4c-44ad-b15f-77b9435b1046 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 919 time: 0.1782999 Jun 17 17:32:35.921567 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:32:36.017480 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6118b3a3-502d-4694-b9ff-8598ae8d920a req-b9936e17-28be-44bb-adfa-cbb875d6a9d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bc376e-ced7-42a5-9627-314a3b17f567 HTTP/1.1" status: 200 len: 217 time: 0.1208696 Jun 17 17:32:36.104740 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 131d67b7-5ff6-4fa7-85b9-278b8061f04f up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:36.119866 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118b3a3-502d-4694-b9ff-8598ae8d920a req-b93c3a16-c260-4c06-bb44-9eb37e433d2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:36.121942 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6118b3a3-502d-4694-b9ff-8598ae8d920a req-b93c3a16-c260-4c06-bb44-9eb37e433d2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.0978301 Jun 17 17:32:36.133263 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05a242-5afb-4b40-8f9b-ab84a03b3502 req-a252c6f8-1d70-4db2-9c49-79a248e4b9a9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:36.134871 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e05a242-5afb-4b40-8f9b-ab84a03b3502 req-a252c6f8-1d70-4db2-9c49-79a248e4b9a9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.1518536 Jun 17 17:32:36.184266 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 131d67b7-5ff6-4fa7-85b9-278b8061f04f completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:36.190789 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 131d67b7-5ff6-4fa7-85b9-278b8061f04f triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:36.191370 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:36.198393 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6118b3a3-502d-4694-b9ff-8598ae8d920a req-4f72f54f-5cbe-4830-be26-4e74b4432f7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624928 Jun 17 17:32:36.312841 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e05a242-5afb-4b40-8f9b-ab84a03b3502 req-fabf7478-3007-4ea0-91ad-6655573447fe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404347 Jun 17 17:32:36.345645 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:36.381040 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6118b3a3-502d-4694-b9ff-8598ae8d920a req-944295f2-d173-4c4a-a95f-48d515126851 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685190 Jun 17 17:32:36.405399 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b2a252-5d34-45ea-b229-c122217ead27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131d67b7-5ff6-4fa7-85b9-278b8061f04f'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:36.419157 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 131d67b7-5ff6-4fa7-85b9-278b8061f04f, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:36.423969 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:36.426618 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:36.515365 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b2a252-5d34-45ea-b229-c122217ead27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131d67b7-5ff6-4fa7-85b9-278b8061f04f', 'code': 200} Jun 17 17:32:36.525166 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=131d67b7-5ff6-4fa7-85b9-278b8061f04f,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:36.529450 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:36.806901 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6118b3a3-502d-4694-b9ff-8598ae8d920a req-5af0bfdb-c557-4f27-b816-fdcfc91e6e5f service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157274 Jun 17 17:32:36.830218 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:37.066273 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3d6e7-1b40-4f09-8cc2-a9693337a1fb req-81df133d-1706-458e-accf-d8b86c0d9aa2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:37.071052 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e3a3d6e7-1b40-4f09-8cc2-a9693337a1fb req-81df133d-1706-458e-accf-d8b86c0d9aa2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.2496977 Jun 17 17:32:37.102537 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4613bd-6381-4ab0-b3a9-0896c368c117 req-925bf4d3-f8d8-4d23-b3b4-5a916d57b656 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:37.104002 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5c4613bd-6381-4ab0-b3a9-0896c368c117 req-925bf4d3-f8d8-4d23-b3b4-5a916d57b656 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 945 time: 0.2260849 Jun 17 17:32:37.126751 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2b75878d-93e8-4fb6-8222-448374ea1aac req-4df16674-901e-47d6-a5be-0184d7144e5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 1098 time: 0.1494820 Jun 17 17:32:37.223775 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e3a3d6e7-1b40-4f09-8cc2-a9693337a1fb req-36234cd1-37a9-4321-9f37-93fddd53e08b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463754 Jun 17 17:32:37.240330 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2b75878d-93e8-4fb6-8222-448374ea1aac req-d88170c6-81cf-425a-8f3d-69ea12d650c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952160 Jun 17 17:32:37.263567 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5c4613bd-6381-4ab0-b3a9-0896c368c117 req-4f4c6f06-25da-4192-91d1-07ece232e899 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236215 Jun 17 17:32:37.554275 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83791e61-bd2e-4837-beff-22e11d377dd4 req-103311b3-a70e-4f87-849d-70aa4c4c76a3 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:37.555734 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-83791e61-bd2e-4837-beff-22e11d377dd4 req-103311b3-a70e-4f87-849d-70aa4c4c76a3 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.2064564 Jun 17 17:32:37.560413 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-871f4d3f-c11c-4e4a-905a-036e01088599 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:37.561703 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-871f4d3f-c11c-4e4a-905a-036e01088599 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 815 time: 0.1704657 Jun 17 17:32:37.602523 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-8b94077e-f57d-4302-b073-5afb4900b0b2 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/quotas/0d84405fff7d443e9e1874f988ffaf45 HTTP/1.1" status: 200 len: 375 time: 0.0265541 Jun 17 17:32:37.646435 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-83791e61-bd2e-4837-beff-22e11d377dd4 req-ab6b9a76-f6a6-4013-b8c2-3876725ae26a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 Jun 17 17:32:37.688744 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-41bf8845-c2ec-4170-8c2f-1402f0965fa7 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785465 Jun 17 17:32:37.882678 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-3ff3d9f0-9d0a-47c1-ac18-9dc94855054a service neutron] 10.222.0.15 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864767 Jun 17 17:32:37.922227 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7047d8-8ada-4e8d-b307-c5de47724500 req-8d954577-5f9a-49ef-b633-a05131e1f9bd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:37.923683 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cd7047d8-8ada-4e8d-b307-c5de47724500 req-8d954577-5f9a-49ef-b633-a05131e1f9bd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.1501789 Jun 17 17:32:38.031799 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cd7047d8-8ada-4e8d-b307-c5de47724500 req-0693d25c-0cf9-4eaa-8bd0-0998dde8934f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608282 Jun 17 17:32:38.069795 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-8f830306-fcb0-4800-9d78-d6280bbcd43c service neutron] 10.222.0.15 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778560 Jun 17 17:32:38.140281 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:32:38.351387 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6a56b94a-3fd5-4ff1-8cb5-5f84643ab17b req-36fc0469-4442-4e26-9fab-ddeb52b1f895 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 210 time: 0.0972457 Jun 17 17:32:38.373322 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:38.401789 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'port_id': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'mac_address': 'fa:16:3e:9f:a8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:32:38.481666 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:38.504994 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:38.523988 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:38.532141 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:38.534793 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:38.631994 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:38.636290 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:38.654809 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416a6fd-d884-4705-9381-8b625495d4c0 req-07f32d38-33e7-475f-9df1-ccd6e0e9543f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:38.661386 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5416a6fd-d884-4705-9381-8b625495d4c0 req-07f32d38-33e7-475f-9df1-ccd6e0e9543f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1757650 Jun 17 17:32:38.763011 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5416a6fd-d884-4705-9381-8b625495d4c0 req-3e4f6c20-9b63-4d95-8fc0-deef9cf5b304 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006906 Jun 17 17:32:38.776439 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727daf8-ce6d-4f9a-964f-6b00c2e04920 req-76edf527-4aec-489c-bb0e-987d2423851b tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:38.779446 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4727daf8-ce6d-4f9a-964f-6b00c2e04920 req-76edf527-4aec-489c-bb0e-987d2423851b tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1786230 Jun 17 17:32:38.849742 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4727daf8-ce6d-4f9a-964f-6b00c2e04920 req-2f8d6e0e-0b4e-4d2c-bc69-8a7e30398f39 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641596 Jun 17 17:32:38.994604 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793cfd6-a910-4c58-a606-97ae8fa99a1e req-b95d5a1a-e6f9-4ce8-b481-3ad3e1d53b1b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:38.996252 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3793cfd6-a910-4c58-a606-97ae8fa99a1e req-b95d5a1a-e6f9-4ce8-b481-3ad3e1d53b1b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.0881350 Jun 17 17:32:39.051925 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3793cfd6-a910-4c58-a606-97ae8fa99a1e req-286981c1-ffcd-4727-956d-2c137f2205a5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Jun 17 17:32:39.255368 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca72586-d99f-43c8-8ce8-08cb2662248b req-c1e48dfb-de13-4b17-bad7-0588d03d5b9b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:39.256810 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ca72586-d99f-43c8-8ce8-08cb2662248b req-c1e48dfb-de13-4b17-bad7-0588d03d5b9b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 945 time: 0.0800915 Jun 17 17:32:39.306963 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ca72586-d99f-43c8-8ce8-08cb2662248b req-c2feb9ad-4763-4924-baf7-d9182d9c5d32 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436916 Jun 17 17:32:39.373545 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:39.564052 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5c643c5e-4e1e-4391-968f-e7e44557051c req-18d00ce1-7da2-40b6-a30a-5a1b526bf993 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 210 time: 0.0521379 Jun 17 17:32:39.985079 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dd0f1-6664-4500-8c52-8104d2f33e1e req-542a6294-6ad8-4103-845e-0bb4bd4be03a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:39.987312 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-850dd0f1-6664-4500-8c52-8104d2f33e1e req-542a6294-6ad8-4103-845e-0bb4bd4be03a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0862665 Jun 17 17:32:40.146669 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-850dd0f1-6664-4500-8c52-8104d2f33e1e req-830429e2-a27d-465e-9b44-96117d24baa6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290548 Jun 17 17:32:40.170439 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6615b-775e-4eb3-9afd-1b6494a04cea req-a6a63834-4f2d-41eb-8606-bf4400d86a4b tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:40.171971 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b6615b-775e-4eb3-9afd-1b6494a04cea req-a6a63834-4f2d-41eb-8606-bf4400d86a4b tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1836209 Jun 17 17:32:40.545391 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b6615b-775e-4eb3-9afd-1b6494a04cea req-1e8ae038-85e4-4c0b-afaf-ae0d12954317 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623171 Jun 17 17:32:40.676009 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-1aa3c3f3-e281-40b8-a878-76ba0d2e5b70 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:40.678547 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-1aa3c3f3-e281-40b8-a878-76ba0d2e5b70 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 815 time: 0.4793379 Jun 17 17:32:40.707778 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac340f-96b8-49b3-be63-c5b6161c68a5 req-0013e9ae-1049-4024-a547-d85baf9aca24 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:40.719573 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89ac340f-96b8-49b3-be63-c5b6161c68a5 req-0013e9ae-1049-4024-a547-d85baf9aca24 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.3493581 Jun 17 17:32:40.773530 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Request body: {'port': {'device_id': '7ea9c009-e08f-47f6-8b7a-f1a8ff734b00', 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48', 'admin_state_up': True, 'tenant_id': '0d84405fff7d443e9e1874f988ffaf45'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:40.973711 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89ac340f-96b8-49b3-be63-c5b6161c68a5 req-472be72e-c374-4e67-9dce-8ace9e041c33 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530560 Jun 17 17:32:41.036814 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:41.052165 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21265f00-b0f5-48c7-ae68-ded01890141d req-f208960d-6b16-49e4-8d75-6ab1f85e26b9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:41.053601 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-21265f00-b0f5-48c7-ae68-ded01890141d req-f208960d-6b16-49e4-8d75-6ab1f85e26b9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.3310084 Jun 17 17:32:41.058959 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:41.062611 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45124) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:41.071749 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'floatingip': {'port_id': '131d67b7-5ff6-4fa7-85b9-278b8061f04f'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:41.076409 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-8907d378-74bf-4dbd-8a83-a555c28501a9 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:41.077840 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-8907d378-74bf-4dbd-8a83-a555c28501a9 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.20 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1513681 Jun 17 17:32:41.081030 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Made reservation on behalf of 0d84405fff7d443e9e1874f988ffaf45 for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:32:41.084371 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:41.180758 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45128) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:41.213563 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:41.296632 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-894974d3-e0ec-4d10-afb7-5c20d134dc74 req-44b6b9de-f6fa-46a9-a743-f8755b2b1024 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 210 time: 0.0982814 Jun 17 17:32:41.299738 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Deleting port 8f12f46d-1bca-4817-afd8-41d2be90477c {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:32:41.300249 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:41.376076 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:41.460570 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:41.471930 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc03ecdb80d4482823d1b9bea49fb6d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:41.508836 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53010e6e-153e-46cb-993c-290bc25eeb4c req-f89a9c58-88df-4b4f-8508-aab1e06fb7b2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:41.510254 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-53010e6e-153e-46cb-993c-290bc25eeb4c req-f89a9c58-88df-4b4f-8508-aab1e06fb7b2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 945 time: 0.3109159 Jun 17 17:32:41.525520 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:41.535625 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Allocated IP 172.20.0.6 (1349afd9-6bd6-40cf-83d4-e1af80082a48/62c32e16-8527-4d24-99f6-58c9fc72a000/ba4d6e26-d890-4ec3-838f-6b696fd34d07) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:32:41.542356 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:41.715308 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-53010e6e-153e-46cb-993c-290bc25eeb4c req-408606f7-ab5b-4423-9364-c0d8975fd65a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970489 Jun 17 17:32:41.801288 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] For port 8f12f46d-1bca-4817-afd8-41d2be90477c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8f12f46d-1bca-4817-afd8-41d2be90477c,segment=NetworkSegment(c04e02dc-7042-4216-b22e-fc7ae7c58f07),segment_id=c04e02dc-7042-4216-b22e-fc7ae7c58f07)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:41.801798 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:41.959194 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Calling delete_port for 8f12f46d-1bca-4817-afd8-41d2be90477c owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:32:42.064740 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.db.resource_extend [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 17:32:42.158365 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:42.170348 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.201790 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.213494 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c8a465bf-809e-4236-a386-e467f69abdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:42.282311 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85681204-986c-4e56-94aa-b3fbcae65b81,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:42.287673 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.299209 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bc03ecdb80d4482823d1b9bea49fb6d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1109917 Jun 17 17:32:42.300270 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45154) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:42.306153 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.314294 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:42.322088 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:42.322471 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.349429 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ed8f-2cc4-49ca-b865-747e39d8198e req-e03d4ee4-763c-4a60-ada0-58fe3e4446d6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:42.356693 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e621ed8f-2cc4-49ca-b865-747e39d8198e req-e03d4ee4-763c-4a60-ada0-58fe3e4446d6 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 945 time: 0.6382682 Jun 17 17:32:42.470980 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.471729 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.472275 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.472858 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.473411 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.473948 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.474481 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.475041 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.475583 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.476189 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.476734 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.486940 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.491774 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:42.510681 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.541012 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e621ed8f-2cc4-49ca-b865-747e39d8198e req-a6c4850b-08a9-47ab-be6b-7a7595b37b24 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ded79e1-fc5f-4b03-831e-e1d2659f0deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832864 Jun 17 17:32:42.546333 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.591237 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf704b5-3c87-4cb9-b011-4c404212e997 req-b0f7db37-95c0-4adf-834a-369114b54408 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:42.591555 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:42.595902 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fc9c0e0a-0141-4abd-a05b-14d20a114262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.606421 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbf704b5-3c87-4cb9-b011-4c404212e997 req-b0f7db37-95c0-4adf-834a-369114b54408 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.4527929 Jun 17 17:32:42.610604 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:42.620015 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.622225 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-541d7c1a-4389-458d-9206-76d8dfc1f165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:42.644327 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:42.735386 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fc9c0e0a-0141-4abd-a05b-14d20a114262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.765180 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:42.768788 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:42.799946 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Pushing event deleted for resources: {'Port': ['ID=8f12f46d-1bca-4817-afd8-41d2be90477c,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:42.822750 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.l3_db [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Floating IP 130ca761-3bae-41c2-8a06-f7c596991b1a associated. External IP: 172.28.2.135, port: 131d67b7-5ff6-4fa7-85b9-278b8061f04f. Jun 17 17:32:42.872236 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.917900 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['94387cd8-b952-495e-8ea5-849d62f6b42a'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:42.952987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fc9c0e0a-0141-4abd-a05b-14d20a114262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:42.959837 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.960209 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.960588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.960923 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.961259 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.961588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.961916 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.962265 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.962577 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.962979 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.963232 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:42.963934 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:43.007108 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:43.007654 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-158f712b-2f44-478d-8e3c-320a4571fa30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:43.013881 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c0e0a-0141-4abd-a05b-14d20a114262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85681204-986c-4e56-94aa-b3fbcae65b81,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:43.023538 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-fc9c0e0a-0141-4abd-a05b-14d20a114262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:43.025901 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fc9c0e0a-0141-4abd-a05b-14d20a114262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:43.027805 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-fc9c0e0a-0141-4abd-a05b-14d20a114262 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85681204-986c-4e56-94aa-b3fbcae65b81 HTTP/1.1" status: 204 len: 168 time: 0.7232759 Jun 17 17:32:43.056977 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] No DVR routers for this DVR port 8f12f46d-1bca-4817-afd8-41d2be90477c on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:32:43.073235 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbf704b5-3c87-4cb9-b011-4c404212e997 req-c8805f0f-4cb1-4f6b-9529-54b01c5e89f8 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657862 Jun 17 17:32:43.115671 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:43.120950 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ff6e14-497a-4598-81b3-e7d7f951e3c0', 'name': 'network-vif-deleted', 'tag': '8f12f46d-1bca-4817-afd8-41d2be90477c'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:43.160734 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Network 1349afd9-6bd6-40cf-83d4-e1af80082a48 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:32:43.169250 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'code': 200} Jun 17 17:32:43.177975 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:32:43.203102 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:32:43.207088 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:43.207721 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:43.227556 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-744cc620-f285-431a-a5d8-a9a0f5b78a53 req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.20 "DELETE /v2.0/ports/8f12f46d-1bca-4817-afd8-41d2be90477c HTTP/1.1" status: 204 len: 173 time: 2.1320429 Jun 17 17:32:43.245387 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Pushing event updated for resources: {'Port': ['ID=ba4d6e26-d890-4ec3-838f-6b696fd34d07,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:43.252989 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:43.278706 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5111020 Jun 17 17:32:43.313842 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Request body: {'port': {'device_id': '7ea9c009-e08f-47f6-8b7a-f1a8ff734b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:43.359767 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ce232-568a-4e4b-8b31-ecd31690e9f5 req-d5b1bcde-016d-4e8e-8ffa-43658bfb1727 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:43.361181 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e20ce232-568a-4e4b-8b31-ecd31690e9f5 req-d5b1bcde-016d-4e8e-8ffa-43658bfb1727 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Synchronizing usage tracker for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:43.454413 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e20ce232-568a-4e4b-8b31-ecd31690e9f5 req-d5b1bcde-016d-4e8e-8ffa-43658bfb1727 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Unset dirty status for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:43.456742 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e20ce232-568a-4e4b-8b31-ecd31690e9f5 req-d5b1bcde-016d-4e8e-8ffa-43658bfb1727 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 931 time: 0.5033820 Jun 17 17:32:43.535853 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:32:43.598399 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:43.608949 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45186) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:43.634934 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:43.702571 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:43.709976 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Usage tracker for resource:security_group_rule and tenant:5bdf116065ab474f9907815bfa7e03fe is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:43.716161 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:43.728288 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e20ce232-568a-4e4b-8b31-ecd31690e9f5 req-23f93d13-dded-4114-872b-41e70d8b1307 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653899 Jun 17 17:32:43.765875 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b487-c32e-4536-9fd1-375a29c6427a req-40f2e6ca-ee7d-43be-9664-eaa99313c5f3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:43.767364 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c649b487-c32e-4536-9fd1-375a29c6427a req-40f2e6ca-ee7d-43be-9664-eaa99313c5f3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.3831091 Jun 17 17:32:43.806598 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:43.819058 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ff6e14-497a-4598-81b3-e7d7f951e3c0', 'name': 'network-vif-deleted', 'tag': '8f12f46d-1bca-4817-afd8-41d2be90477c', 'status': 'completed', 'code': 200} Jun 17 17:32:43.881440 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:32:43.901146 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:43.903270 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e822eb05-1135-49e1-a7a5-6140d3362dd4 req-3b117b29-17fa-4e79-affc-6c5c057a1bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 1099 time: 0.3066275 Jun 17 17:32:43.985347 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:43.987698 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c649b487-c32e-4536-9fd1-375a29c6427a req-5473f8ea-d8fa-408c-a8c8-73c64fb7858f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797419 Jun 17 17:32:43.994081 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-29ba6ebb-f592-4284-81aa-0819996870ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "PUT /v2.0/floatingips/130ca761-3bae-41c2-8a06-f7c596991b1a HTTP/1.1" status: 200 len: 991 time: 2.9287810 Jun 17 17:32:43.994888 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b2a252-5d34-45ea-b229-c122217ead27', 'tag': '131d67b7-5ff6-4fa7-85b9-278b8061f04f'}] {{(pid=74249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:43.999705 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:44.007837 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-fc9c0e0a-0141-4abd-a05b-14d20a114262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:44.044898 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-2cb98639-6c31-402b-aa8d-6d64a1fe0bb3 req-82cd2ad8-492e-42fe-9b2b-42d839e379d1 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Synchronizing usage tracker for tenant:3a6dafbe325945c0bff7fbb1bc25c1cb on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:32:44.062582 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bdf116065ab474f9907815bfa7e03fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4555180 Jun 17 17:32:44.067920 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b265a5-d9e6-4c5f-b762-1acf9128064b,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:44.070704 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45194) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:44.100959 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:44.106853 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-2cb98639-6c31-402b-aa8d-6d64a1fe0bb3 req-82cd2ad8-492e-42fe-9b2b-42d839e379d1 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Unset dirty status for tenant:3a6dafbe325945c0bff7fbb1bc25c1cb on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:32:44.107994 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2cb98639-6c31-402b-aa8d-6d64a1fe0bb3 req-82cd2ad8-492e-42fe-9b2b-42d839e379d1 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ff6e14-497a-4598-81b3-e7d7f951e3c0 HTTP/1.1" status: 200 len: 210 time: 0.1506302 Jun 17 17:32:44.116623 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e822eb05-1135-49e1-a7a5-6140d3362dd4 req-33a6c29a-87a0-4f24-b3f2-bca9dd10c4bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541457 Jun 17 17:32:44.150856 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 8f12f46d-1bca-4817-afd8-41d2be90477c no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:32:44.185208 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4fec464d-197a-43c6-8107-382eec5f9289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:44.208824 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4d6e26-d890-4ec3-838f-6b696fd34d07 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:44.217102 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 8f12f46d-1bca-4817-afd8-41d2be90477c {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:32:44.217628 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:44.217755 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 8f12f46d-1bca-4817-afd8-41d2be90477c not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:32:44.224797 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4fec464d-197a-43c6-8107-382eec5f9289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:44.235395 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Transition to ACTIVE for port object ba4d6e26-d890-4ec3-838f-6b696fd34d07 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:44.236332 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b2a252-5d34-45ea-b229-c122217ead27', 'tag': '131d67b7-5ff6-4fa7-85b9-278b8061f04f', 'status': 'completed', 'code': 200} Jun 17 17:32:44.240936 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:44.246295 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:44.295050 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4fec464d-197a-43c6-8107-382eec5f9289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:44.299031 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-fe5b7506-0805-482e-9b3d-2a9590ec8b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:44.312657 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec464d-197a-43c6-8107-382eec5f9289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b265a5-d9e6-4c5f-b762-1acf9128064b,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:44.316445 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4fec464d-197a-43c6-8107-382eec5f9289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:44.321520 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4fec464d-197a-43c6-8107-382eec5f9289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:44.322595 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-4fec464d-197a-43c6-8107-382eec5f9289 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56b265a5-d9e6-4c5f-b762-1acf9128064b HTTP/1.1" status: 204 len: 168 time: 0.2468319 Jun 17 17:32:44.443291 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Pushing event updated for resources: {'Port': ['ID=ba4d6e26-d890-4ec3-838f-6b696fd34d07,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:44.450802 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:44.606165 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe88b5-7f81-404f-8d65-4a9c3e37b45e req-406a71b3-71fb-43b6-8b12-b1ee62aea407 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:44.613139 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a2fe88b5-7f81-404f-8d65-4a9c3e37b45e req-406a71b3-71fb-43b6-8b12-b1ee62aea407 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.2190800 Jun 17 17:32:44.637208 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Attempting to bind port ba4d6e26-d890-4ec3-838f-6b696fd34d07 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:44.637587 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Attempting to bind port ba4d6e26-d890-4ec3-838f-6b696fd34d07 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:44.637901 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Attempting to bind port ba4d6e26-d890-4ec3-838f-6b696fd34d07 on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:44.683247 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Port ba4d6e26-d890-4ec3-838f-6b696fd34d07 on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:32:44.683600 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Attempting to bind port ba4d6e26-d890-4ec3-838f-6b696fd34d07 on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:44.716297 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:44.716297 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Checking segment: {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:44.716297 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Bound using segment: {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:44.716297 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Bound port: ba4d6e26-d890-4ec3-838f-6b696fd34d07, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:44.716297 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:44.747086 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a2fe88b5-7f81-404f-8d65-4a9c3e37b45e req-31d5784a-5dbe-42b7-b5cc-bdce03961446 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331339 Jun 17 17:32:44.832294 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c54b47d7-38ed-4815-af06-f290d6303d54 req-3198ada6-819f-4d88-b0bf-dce4f3de5f93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 1098 time: 0.1780577 Jun 17 17:32:45.006852 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] For port ba4d6e26-d890-4ec3-838f-6b696fd34d07, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:45.031118 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] For port ba4d6e26-d890-4ec3-838f-6b696fd34d07, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ba4d6e26-d890-4ec3-838f-6b696fd34d07,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:45.047832 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:45.064769 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a6fc3901-272a-42f2-bc79-49f3d3f3b04f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:45.140866 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:45.142228 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] 10.222.0.20 "PUT /v2.0/ports/ba4d6e26-d890-4ec3-838f-6b696fd34d07 HTTP/1.1" status: 200 len: 1093 time: 1.8427310 Jun 17 17:32:45.175598 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Pushing event updated for resources: {'Port': ['ID=ba4d6e26-d890-4ec3-838f-6b696fd34d07,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:45.179078 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:45.239130 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b47d7-38ed-4815-af06-f290d6303d54 req-e56b4b20-0092-471e-98b1-fd48ed2fba93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:45.240557 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c54b47d7-38ed-4815-af06-f290d6303d54 req-e56b4b20-0092-471e-98b1-fd48ed2fba93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 912 time: 0.3902409 Jun 17 17:32:45.253015 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e30133-f87d-41bf-b847-561cb9ca68a2 req-7c60c53d-d850-4eaf-a475-0f9d2df43c4f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:45.254396 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-09e30133-f87d-41bf-b847-561cb9ca68a2 req-7c60c53d-d850-4eaf-a475-0f9d2df43c4f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 943 time: 0.3659608 Jun 17 17:32:45.463247 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-09e30133-f87d-41bf-b847-561cb9ca68a2 req-81d2fc26-4bf6-4d0b-a73f-c3b1d76a8008 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232383 Jun 17 17:32:45.473456 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c54b47d7-38ed-4815-af06-f290d6303d54 req-02079712-d898-499e-87af-d89f7cffc2dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f HTTP/1.1" status: 200 len: 999 time: 0.2179677 Jun 17 17:32:45.479988 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53fe4-a886-4cf5-b9c6-d087e159ccf0 req-bed64caf-0387-41ad-a30c-cd5f21d96dcc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:45.487519 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7f53fe4-a886-4cf5-b9c6-d087e159ccf0 req-bed64caf-0387-41ad-a30c-cd5f21d96dcc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.3138013 Jun 17 17:32:45.589345 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b47d7-38ed-4815-af06-f290d6303d54 req-b5239da9-9efd-4b7c-a3e2-bf989e11e0a3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:45.590837 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c54b47d7-38ed-4815-af06-f290d6303d54 req-b5239da9-9efd-4b7c-a3e2-bf989e11e0a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 200 len: 850 time: 0.0997603 Jun 17 17:32:45.602753 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-bbf2c493-5c69-493d-909d-ac01dae02e84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 1096 time: 0.3462274 Jun 17 17:32:45.746887 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7f53fe4-a886-4cf5-b9c6-d087e159ccf0 req-02011b9c-1301-4293-8d1a-94efed73000b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580783 Jun 17 17:32:45.749111 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-e10ba917-a6ea-48b9-808b-91010852c630 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4d6e26-d890-4ec3-838f-6b696fd34d07 HTTP/1.1" status: 200 len: 217 time: 0.0990181 Jun 17 17:32:45.847910 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea9c009-e08f-47f6-8b7a-f1a8ff734b00', 'tag': 'ba4d6e26-d890-4ec3-838f-6b696fd34d07'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:45.979930 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-848a6024-fe53-462d-a9d2-4be433b0020f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:45.982012 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-848a6024-fe53-462d-a9d2-4be433b0020f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 200 len: 855 time: 0.2064497 Jun 17 17:32:45.985560 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c54b47d7-38ed-4815-af06-f290d6303d54 req-c4dd8d21-e077-472f-8446-3816659dad0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ee2905d-0992-40a9-bf31-ae5a057d589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3809040 Jun 17 17:32:46.081670 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-6f90f448-4369-472d-beb8-3ed963f5c4ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1349afd9-6bd6-40cf-83d4-e1af80082a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860155 Jun 17 17:32:46.131859 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea9c009-e08f-47f6-8b7a-f1a8ff734b00', 'tag': 'ba4d6e26-d890-4ec3-838f-6b696fd34d07', 'status': 'completed', 'code': 200} Jun 17 17:32:46.368976 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45274) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:46.456570 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c54b47d7-38ed-4815-af06-f290d6303d54 req-5f8763cc-407f-4935-be6b-fde0ca1b6fca service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728755 Jun 17 17:32:46.459845 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-342cfec8-45ef-4c79-9d2f-9519ef43a367 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705333 Jun 17 17:32:46.466063 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9ea72-899f-4171-8d6f-740000dc5802 req-23b29934-2a23-4cfc-8dfc-828edd810399 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:46.467446 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-40b9ea72-899f-4171-8d6f-740000dc5802 req-23b29934-2a23-4cfc-8dfc-828edd810399 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.3801618 Jun 17 17:32:46.526739 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:46.560787 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:46.566908 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Usage tracker for resource:security_group_rule and tenant:200ef3014ec64849b74cf8f99a3972f1 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:46.570167 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:46.577297 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:46.648113 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:46.652341 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:46.659029 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4fec464d-197a-43c6-8107-382eec5f9289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:46.703773 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4735a2f1-850b-4375-ab05-aaf45b88cb04,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:46.708005 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=200ef3014ec64849b74cf8f99a3972f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373511 Jun 17 17:32:46.708927 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:46.710818 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45282) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:46.775232 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-55ae984a-0365-4819-9544-807994b39a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:46.806190 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-55ae984a-0365-4819-9544-807994b39a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:46.827148 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-40b9ea72-899f-4171-8d6f-740000dc5802 req-3663216a-34ac-4a2c-90de-24207c3b963e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475801 Jun 17 17:32:46.885071 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c54b47d7-38ed-4815-af06-f290d6303d54 req-42f21638-ec13-4ab5-8944-99a3046061cf service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143724 Jun 17 17:32:46.887685 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f9b0ca1-04f7-4eb3-a90f-5529092de56d req-e2dd3f54-2a5a-481a-8af0-605bcc75a891 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160142 Jun 17 17:32:46.903887 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-55ae984a-0365-4819-9544-807994b39a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:46.904292 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f029c03-6a3c-4cb2-9157-a8c6755ee331 req-2e6958b5-cdd8-497f-b939-c18c0cb6e743 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:46.906052 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3f029c03-6a3c-4cb2-9157-a8c6755ee331 req-2e6958b5-cdd8-497f-b939-c18c0cb6e743 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 943 time: 0.2569098 Jun 17 17:32:46.909442 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3b61572d-0e15-45a0-b355-f98ec4bbbfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:46.923966 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae984a-0365-4819-9544-807994b39a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4735a2f1-850b-4375-ab05-aaf45b88cb04,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:46.927030 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-55ae984a-0365-4819-9544-807994b39a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:46.935906 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-55ae984a-0365-4819-9544-807994b39a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:46.937754 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-55ae984a-0365-4819-9544-807994b39a0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4735a2f1-850b-4375-ab05-aaf45b88cb04 HTTP/1.1" status: 204 len: 168 time: 0.2255712 Jun 17 17:32:46.992326 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3f029c03-6a3c-4cb2-9157-a8c6755ee331 req-07aa0526-2e9d-432d-ac93-8e44afc35069 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795553 Jun 17 17:32:47.182188 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357570-d483-45ce-b6f9-aedf0d5a11b2 req-aee21eac-74d9-4004-95b7-2abff4eebdef tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:47.189429 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d3357570-d483-45ce-b6f9-aedf0d5a11b2 req-aee21eac-74d9-4004-95b7-2abff4eebdef tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1568215 Jun 17 17:32:47.208834 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8ba92b73-f331-4c1a-9921-47770c7ced50 req-bab5421f-f9f7-40ce-9b9c-df2c67506a5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 1096 time: 0.1356463 Jun 17 17:32:47.338392 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d3357570-d483-45ce-b6f9-aedf0d5a11b2 req-034d1fc7-c9eb-41b4-91cf-c23cbf66d056 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480436 Jun 17 17:32:47.342239 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45306) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:47.388681 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:47.396162 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba92b73-f331-4c1a-9921-47770c7ced50 req-bb3a9608-3ca8-40ed-b0a7-69d0df779cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:47.397887 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8ba92b73-f331-4c1a-9921-47770c7ced50 req-bb3a9608-3ca8-40ed-b0a7-69d0df779cbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 916 time: 0.1809762 Jun 17 17:32:47.430962 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:47.436223 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Usage tracker for resource:security_group_rule and tenant:3bfe936521564c55bf02319aa085d1b1 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:47.439255 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:47.451267 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:47.476984 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8ba92b73-f331-4c1a-9921-47770c7ced50 req-ea3103e8-d225-47e5-a834-f3913bbc61dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4d6e26-d890-4ec3-838f-6b696fd34d07 HTTP/1.1" status: 200 len: 217 time: 0.0667512 Jun 17 17:32:47.526835 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:47.532270 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:47.540244 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5081e3ac-1784-4e4f-99cf-ca675e5291d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:47.589163 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9a5536-961e-4b07-9758-a64b38a21d83,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:47.593089 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:47.601617 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 45318) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:47.601954 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bfe936521564c55bf02319aa085d1b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2581511 Jun 17 17:32:47.671698 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45322) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:47.674214 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba92b73-f331-4c1a-9921-47770c7ced50 req-c363a8c5-d3be-4e06-b65e-93783618e5cf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:47.675650 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8ba92b73-f331-4c1a-9921-47770c7ced50 req-c363a8c5-d3be-4e06-b65e-93783618e5cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 200 len: 855 time: 0.1890786 Jun 17 17:32:47.733355 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa07ad1-908b-4bb9-996f-d594e18b9201 admin admin] Deleting subnet 3f193636-b4ac-4f09-9b52-55eeba82de54 {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:32:47.734923 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8ba92b73-f331-4c1a-9921-47770c7ced50 req-4eb5fb0c-be0c-4cd8-929a-b74457054012 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1349afd9-6bd6-40cf-83d4-e1af80082a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493062 Jun 17 17:32:47.735982 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3aa07ad1-908b-4bb9-996f-d594e18b9201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:47.743743 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb586cc9-ba0d-495e-a1eb-4ee9706ad325 req-8b84d992-c025-4be0-99d6-c761ec949cf2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:47.744701 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-eb586cc9-ba0d-495e-a1eb-4ee9706ad325 req-8b84d992-c025-4be0-99d6-c761ec949cf2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.2182913 Jun 17 17:32:47.762546 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45326) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:47.775318 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-ef323eb6-b1b1-408c-b4cb-a721530e8c29 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'floatingip': {'port_id': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:32:47.820960 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5f890a20-7e45-48b8-958e-aa82476908bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:47.869344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5f890a20-7e45-48b8-958e-aa82476908bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:47.930040 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ef323eb6-b1b1-408c-b4cb-a721530e8c29 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:47.931603 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8ba92b73-f331-4c1a-9921-47770c7ced50 req-9ecd3af8-a8f4-4a07-871e-ac0d98a530d9 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791692 Jun 17 17:32:47.982943 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3aa07ad1-908b-4bb9-996f-d594e18b9201 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:48.009185 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3aa07ad1-908b-4bb9-996f-d594e18b9201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:48.094898 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5f890a20-7e45-48b8-958e-aa82476908bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:48.118485 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c04e353c-c13a-4e8e-a5ed-c4c24cfcdaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:48.177532 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035050fd-6fe0-4dc2-a503-bb9e161e1955 req-c1df3b01-2ecc-482a-960e-03787157a0c0 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:48.179377 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-035050fd-6fe0-4dc2-a503-bb9e161e1955 req-c1df3b01-2ecc-482a-960e-03787157a0c0 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1650660 Jun 17 17:32:48.180300 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5f890a20-7e45-48b8-958e-aa82476908bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:48.181245 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-5f890a20-7e45-48b8-958e-aa82476908bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b9a5536-961e-4b07-9758-a64b38a21d83 HTTP/1.1" status: 204 len: 168 time: 0.5705531 Jun 17 17:32:48.214262 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f890a20-7e45-48b8-958e-aa82476908bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9a5536-961e-4b07-9758-a64b38a21d83,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:48.268619 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5f890a20-7e45-48b8-958e-aa82476908bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:48.321188 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8ba92b73-f331-4c1a-9921-47770c7ced50 req-d480db58-30fc-41c0-8c6e-7c291d717c9f service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826511 Jun 17 17:32:48.335767 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-035050fd-6fe0-4dc2-a503-bb9e161e1955 req-3e815398-05e2-425a-96db-3a7ca521926c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237252 Jun 17 17:32:48.362042 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02301b6-cb7e-4266-be79-9b057761c200 req-08f83125-b56b-451a-80af-bce7e3c6fc70 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:48.362829 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e02301b6-cb7e-4266-be79-9b057761c200 req-08f83125-b56b-451a-80af-bce7e3c6fc70 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 943 time: 0.2289748 Jun 17 17:32:48.416760 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e02301b6-cb7e-4266-be79-9b057761c200 req-dc3a9a67-2758-4cd2-8586-4db317118912 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473464 Jun 17 17:32:48.663616 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3aa07ad1-908b-4bb9-996f-d594e18b9201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:48.766230 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:48.807489 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa07ad1-908b-4bb9-996f-d594e18b9201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f193636-b4ac-4f09-9b52-55eeba82de54,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:48.814252 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3aa07ad1-908b-4bb9-996f-d594e18b9201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:48.825607 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3aa07ad1-908b-4bb9-996f-d594e18b9201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:48.834205 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ef323eb6-b1b1-408c-b4cb-a721530e8c29 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:48.838651 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ef323eb6-b1b1-408c-b4cb-a721530e8c29 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:48.888538 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3aa07ad1-908b-4bb9-996f-d594e18b9201 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3f193636-b4ac-4f09-9b52-55eeba82de54 HTTP/1.1" status: 204 len: 168 time: 1.2133727 Jun 17 17:32:48.888802 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 45364) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:49.046439 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.l3_db [None req-ef323eb6-b1b1-408c-b4cb-a721530e8c29 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Floating IP fa46cd56-c480-47ce-8a78-2473b7445b5a associated. External IP: 172.28.2.73, port: 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3. Jun 17 17:32:49.169393 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:49.320533 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:49.336856 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.337216 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.337950 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.338342 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.338681 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.339019 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.339330 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.340340 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.340649 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.340957 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.472963 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.473484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.473869 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.474424 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:32:49.474884 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb6f018-a48a-460c-bd9b-f223a9a25909']}} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:49.491565 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04e02dc-7042-4216-b22e-fc7ae7c58f07') {'for_net_delete': True} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:49.491997 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04e02dc-7042-4216-b22e-fc7ae7c58f07') {} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:49.504831 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536326535'] for segment, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:49.521872 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:49.575609 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=74248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:32:49.576120 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535851711'] for segment, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: util.warn_limited( Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: util.warn_limited( Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: Traceback (most recent call last): Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: timer() Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: cb(*args, **kw) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: return func(*args, **kwargs) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: self._notify() Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: self.callback(batched_events) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: event.method(event) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: return f(self, *a, **k) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: return self._get(url).json() Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: return self.request(url, 'GET', **kwargs) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:32:49.594342 dv-cinder-796864-1-smb neutron-server[74248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:32:49.611955 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef323eb6-b1b1-408c-b4cb-a721530e8c29 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:32:49.831432 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:49.848295 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0c841-c6d1-4d4f-8642-c480ec0b50b9 req-a5fec1ea-4cfa-4a51-a1e0-896e5ece65ea tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:49.850742 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-64c0c841-c6d1-4d4f-8642-c480ec0b50b9 req-a5fec1ea-4cfa-4a51-a1e0-896e5ece65ea tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.3259764 Jun 17 17:32:49.856301 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-797fdbd7-d5fc-429e-8183-9b55d252b039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:49.873957 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef323eb6-b1b1-408c-b4cb-a721530e8c29 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:32:49.880937 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ef323eb6-b1b1-408c-b4cb-a721530e8c29 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:49.882040 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:49.927865 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb6f018-a48a-460c-bd9b-f223a9a25909,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:49.939275 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f25b5-2d49-4841-a526-ea010869c7af req-1e993891-e8a9-4bf7-8a9d-c6e8249b1f41 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:49.941079 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fc8f25b5-2d49-4841-a526-ea010869c7af req-1e993891-e8a9-4bf7-8a9d-c6e8249b1f41 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 943 time: 0.3399589 Jun 17 17:32:49.941770 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:49.968158 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-ef323eb6-b1b1-408c-b4cb-a721530e8c29 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "PUT /v2.0/floatingips/fa46cd56-c480-47ce-8a78-2473b7445b5a HTTP/1.1" status: 200 len: 991 time: 2.2012439 Jun 17 17:32:49.968158 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'}] {{(pid=74249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:49.969083 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/eeb6f018-a48a-460c-bd9b-f223a9a25909 HTTP/1.1" status: 204 len: 168 time: 1.0791709 Jun 17 17:32:49.971908 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-64c0c841-c6d1-4d4f-8642-c480ec0b50b9 req-59d74294-7d3e-4494-a2a7-158fb8ab2992 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842152 Jun 17 17:32:50.005188 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fc8f25b5-2d49-4841-a526-ea010869c7af req-eb94c27a-0035-4331-b2f1-4571b898fd7a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543864 Jun 17 17:32:50.096531 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] Sync routers for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:32:50.138608 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:32:50.140921 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:32:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:50.259120 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ba4d6e26-d890-4ec3-838f-6b696fd34d07 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:32:50.311928 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'status': 'completed', 'code': 200} Jun 17 17:32:50.316305 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Sync routers for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:32:50.328756 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:32:50.329362 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:32:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:50.389060 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45440) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:50.459437 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0cc53eb-4893-443b-96a7-11161e8768a0 req-7c667f0d-d20b-4b27-8eba-db8a58718179 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 1099 time: 0.0876870 Jun 17 17:32:50.484529 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45444) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:50.506444 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-cfb2b09a-758c-4804-9d98-74dfb4c6a729 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a6dafbe325945c0bff7fbb1bc25c1cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1159267 Jun 17 17:32:50.512491 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45450) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:50.530990 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:32:50.566657 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:32:50.615304 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc53eb-4893-443b-96a7-11161e8768a0 req-9aaf5c6f-cf2e-4050-aefb-90cd4962bbea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:50.616739 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0cc53eb-4893-443b-96a7-11161e8768a0 req-9aaf5c6f-cf2e-4050-aefb-90cd4962bbea service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.1465251 Jun 17 17:32:50.653130 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port ba4d6e26-d890-4ec3-838f-6b696fd34d07, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ba4d6e26-d890-4ec3-838f-6b696fd34d07,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:50.656040 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8b92-6e2b-41ec-aeda-27a5a0433b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:50.709595 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8b92-6e2b-41ec-aeda-27a5a0433b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:50.719972 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:50.761207 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:50.765641 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Usage tracker for resource:security_group_rule and tenant:d3be15bd05e441f09474d67e73b3a50e is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:50.768888 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:50.775023 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:50.816729 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': 'ba4d6e26-d890-4ec3-838f-6b696fd34d07', 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48', 'port_id': 'ba4d6e26-d890-4ec3-838f-6b696fd34d07', 'mac_address': 'fa:16:3e:b4:2a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c32e16-8527-4d24-99f6-58c9fc72a000', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:32:50.821675 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0cc53eb-4893-443b-96a7-11161e8768a0 req-021dc346-4fe2-4aff-a9ec-075664a1f0e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 HTTP/1.1" status: 200 len: 999 time: 0.1958241 Jun 17 17:32:50.868326 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:50.878568 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:50.905503 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc53eb-4893-443b-96a7-11161e8768a0 req-2d08a462-b60c-40e4-b96f-7299e72e8247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:50.907376 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0cc53eb-4893-443b-96a7-11161e8768a0 req-2d08a462-b60c-40e4-b96f-7299e72e8247 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.0787902 Jun 17 17:32:50.909745 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c8ccfbc2-315f-495c-a62e-3fa928379a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:50.930739 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8b92-6e2b-41ec-aeda-27a5a0433b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:50.943740 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3be15bd05e441f09474d67e73b3a50e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4575925 Jun 17 17:32:50.949146 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45454) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:50.973523 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608a289f-489f-46bf-b20b-e7e57da492e9,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:50.975270 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'fa46cd56-c480-47ce-8a78-2473b7445b5a', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'floating_ip_address': '172.28.2.73', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'port_id': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'mac_address': 'fa:16:3e:9f:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:32:15Z', 'updated_at': '2021-06-17T17:32:48Z', 'revision_number': 1, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 2, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:50.978306 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:50.981007 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Checking router: 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:32:50.981428 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Updating router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 port 4f81cb89-9d71-4c6e-a5a4-a82048315241 binding host dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:32:50.983568 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-edfca697-285a-42fe-869f-186366a59182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:51.000883 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe8b92-6e2b-41ec-aeda-27a5a0433b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded79e1-fc5f-4b03-831e-e1d2659f0deb,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:51.004660 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3ffe8b92-6e2b-41ec-aeda-27a5a0433b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:51.034926 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.039347 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3ffe8b92-6e2b-41ec-aeda-27a5a0433b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.040491 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3ffe8b92-6e2b-41ec-aeda-27a5a0433b5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ded79e1-fc5f-4b03-831e-e1d2659f0deb HTTP/1.1" status: 204 len: 168 time: 0.5267558 Jun 17 17:32:51.052079 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.068307 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0cc53eb-4893-443b-96a7-11161e8768a0 req-dcf3fad5-4c34-4ccf-a464-72b877074148 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1462724 Jun 17 17:32:51.092918 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ef1c5c0a-a074-4d22-a2d7-cea772425eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.154089 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ef1c5c0a-a074-4d22-a2d7-cea772425eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.180722 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4d6e26-d890-4ec3-838f-6b696fd34d07 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:32:51.261054 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0cc53eb-4893-443b-96a7-11161e8768a0 req-bb0f9c1d-306d-49a3-bc60-88548023840e service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848452 Jun 17 17:32:51.288112 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port ba4d6e26-d890-4ec3-838f-6b696fd34d07, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ba4d6e26-d890-4ec3-838f-6b696fd34d07,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:51.298657 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.313412 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ef1c5c0a-a074-4d22-a2d7-cea772425eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.318587 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:51.319751 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:51.330437 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c5c0a-a074-4d22-a2d7-cea772425eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608a289f-489f-46bf-b20b-e7e57da492e9,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:51.335235 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ef1c5c0a-a074-4d22-a2d7-cea772425eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:51.338506 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ef1c5c0a-a074-4d22-a2d7-cea772425eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.342810 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-ef1c5c0a-a074-4d22-a2d7-cea772425eb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/608a289f-489f-46bf-b20b-e7e57da492e9 HTTP/1.1" status: 204 len: 168 time: 0.3876345 Jun 17 17:32:51.482824 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=ba4d6e26-d890-4ec3-838f-6b696fd34d07,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:51.509272 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.510027 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.510721 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.511774 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.512319 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.512886 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.513708 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.514603 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.515503 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.516036 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.516672 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:51.539689 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:51.556610 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': '130ca761-3bae-41c2-8a06-f7c596991b1a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'port_id': '131d67b7-5ff6-4fa7-85b9-278b8061f04f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'mac_address': 'fa:16:3e:bf:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b2a252-5d34-45ea-b229-c122217ead27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:32:14Z', 'updated_at': '2021-06-17T17:32:41Z', 'revision_number': 1, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:51.562773 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] Checking router: abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:32:51.579068 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:32:51.580073 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:32:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:51.582219 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c5fa-502f-4c78-87fe-833ab3ec35ee req-a57e17ee-7f7d-4888-a775-a10577fca0dc tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:51.590980 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8f79c5fa-502f-4c78-87fe-833ab3ec35ee req-a57e17ee-7f7d-4888-a775-a10577fca0dc tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.3179495 Jun 17 17:32:51.683993 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c1017-99d1-4495-a515-69686e38fa9f req-85988f1d-0856-4ea5-a976-025ee74c2a6a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:51.691091 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1f1c1017-99d1-4495-a515-69686e38fa9f req-85988f1d-0856-4ea5-a976-025ee74c2a6a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 944 time: 0.3484538 Jun 17 17:32:51.770738 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0cc53eb-4893-443b-96a7-11161e8768a0 req-be648984-e939-443e-94b1-fc218ed3a0bb service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904711 Jun 17 17:32:51.796075 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8f79c5fa-502f-4c78-87fe-833ab3ec35ee req-537d59ac-4da0-40cb-a5e6-d723e2a5124a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035086 Jun 17 17:32:51.807892 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:32:51.827251 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1f1c1017-99d1-4495-a515-69686e38fa9f req-66085255-b1ca-4061-88b1-71526b76e3f7 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351995 Jun 17 17:32:51.930073 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Notify callbacks [] for port, precommit_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.957894 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.provisioning_blocks [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Transition to ACTIVE for port object 4f81cb89-9d71-4c6e-a5a4-a82048315241 will not be triggered until provisioned by entity L2. {{(pid=74251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:32:51.969217 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:51.975067 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-e1b677ae-2ad3-4690-b0a5-5c385f05b486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:52.066536 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['ba4d6e26-d890-4ec3-838f-6b696fd34d07'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:32:52.163468 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Pushing event updated for resources: {'Port': ['ID=4f81cb89-9d71-4c6e-a5a4-a82048315241,revision_number=3']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:52.195733 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.196074 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.196408 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.197102 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.197102 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.197381 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.197669 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.197981 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.198298 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.198625 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.199006 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:32:52.253615 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:52.358974 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Attempting to bind port 4f81cb89-9d71-4c6e-a5a4-a82048315241 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:32:52.359326 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Attempting to bind port 4f81cb89-9d71-4c6e-a5a4-a82048315241 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:32:52.359686 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Attempting to bind port 4f81cb89-9d71-4c6e-a5a4-a82048315241 on network 3aff819c-d0e7-4576-8341-7f73e02b1537 {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:32:52.367638 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:32:52.367941 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Checking segment: {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:32:52.370086 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:52.371242 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Bound using segment: {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:32:52.375880 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Bound port: 4f81cb89-9d71-4c6e-a5a4-a82048315241, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'}}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:32:52.376454 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:52.476344 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] For port 4f81cb89-9d71-4c6e-a5a4-a82048315241, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:32:52.480975 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] For port 4f81cb89-9d71-4c6e-a5a4-a82048315241, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=4f81cb89-9d71-4c6e-a5a4-a82048315241,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:32:52.495251 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:52.502584 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:52.568722 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': '130ca761-3bae-41c2-8a06-f7c596991b1a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'port_id': '131d67b7-5ff6-4fa7-85b9-278b8061f04f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'mac_address': 'fa:16:3e:bf:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b2a252-5d34-45ea-b229-c122217ead27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:32:14Z', 'updated_at': '2021-06-17T17:32:41Z', 'revision_number': 1, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:52.577665 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e9d3e-7097-4acf-b52a-8d8d30660f2c None None] The sync data for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb is: [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': '130ca761-3bae-41c2-8a06-f7c596991b1a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'port_id': '131d67b7-5ff6-4fa7-85b9-278b8061f04f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'mac_address': 'fa:16:3e:bf:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b2a252-5d34-45ea-b229-c122217ead27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:32:14Z', 'updated_at': '2021-06-17T17:32:41Z', 'revision_number': 1, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:32:52.601694 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Pushing event updated for resources: {'Port': ['ID=4f81cb89-9d71-4c6e-a5a4-a82048315241,revision_number=4']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:52.604859 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:32:52.606334 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:32:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:52.692919 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-5eba399f-82d8-4591-83e0-29b3bc73475b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:52.899276 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:32:53.307695 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 4f81cb89-9d71-4c6e-a5a4-a82048315241 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:53.336368 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de16ae-e139-4696-83d2-5d5a0a483aa5 req-e2a6c8ed-9dd4-4eca-b618-9a43938d8cb2 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:53.337946 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7de16ae-e139-4696-83d2-5d5a0a483aa5 req-e2a6c8ed-9dd4-4eca-b618-9a43938d8cb2 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.2780981 Jun 17 17:32:53.348670 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b715f4a-8470-4ed2-b9c5-5760f1e520b7 req-0b961d47-ed8c-4beb-8d6d-817e59df005b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:53.355659 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0b715f4a-8470-4ed2-b9c5-5760f1e520b7 req-0b961d47-ed8c-4beb-8d6d-817e59df005b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 944 time: 0.2344477 Jun 17 17:32:53.436517 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0b715f4a-8470-4ed2-b9c5-5760f1e520b7 req-5d49b83b-3041-4b57-81cc-0a04a6df797e tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789945 Jun 17 17:32:53.455058 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d7de16ae-e139-4696-83d2-5d5a0a483aa5 req-e4aeeca6-10d2-44ac-be65-7f8e4175bfdf tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973115 Jun 17 17:32:53.498391 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45554) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:53.498873 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 4f81cb89-9d71-4c6e-a5a4-a82048315241 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:53.513578 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 4f81cb89-9d71-4c6e-a5a4-a82048315241 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:53.513965 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:53.572017 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'fa46cd56-c480-47ce-8a78-2473b7445b5a', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'floating_ip_address': '172.28.2.73', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'port_id': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'mac_address': 'fa:16:3e:9f:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:32:15Z', 'updated_at': '2021-06-17T17:32:48Z', 'revision_number': 1, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:52Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:32:53.583469 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391c8f7-8aab-4a46-aac5-6415835f37ed None None] The sync data for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb is: [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'fa46cd56-c480-47ce-8a78-2473b7445b5a', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'floating_ip_address': '172.28.2.73', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'port_id': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'mac_address': 'fa:16:3e:9f:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:32:15Z', 'updated_at': '2021-06-17T17:32:48Z', 'revision_number': 1, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:52Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:32:53.674962 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:53.725094 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 4f81cb89-9d71-4c6e-a5a4-a82048315241, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=4f81cb89-9d71-4c6e-a5a4-a82048315241,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:53.736197 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:53.739683 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:53.820177 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=4f81cb89-9d71-4c6e-a5a4-a82048315241,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:53.823411 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:53.850739 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:53.889040 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:32:53.893843 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Usage tracker for resource:security_group_rule and tenant:adf4919fe1cb491a93d6185063a89185 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:32:53.897956 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:32:53.905367 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:32:54.001569 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:54.005965 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:54.016609 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3ffe8b92-6e2b-41ec-aeda-27a5a0433b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:54.052528 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a762d22-2421-4aed-82f1-cdacf7bd55be,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:54.056919 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:54.087480 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=adf4919fe1cb491a93d6185063a89185&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5863934 Jun 17 17:32:54.089980 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45576) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:32:54.161171 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3620c600-ee36-4385-a000-61917cd94e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:54.185530 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ba4d6e26-d890-4ec3-838f-6b696fd34d07 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:54.190593 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3620c600-ee36-4385-a000-61917cd94e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:54.266971 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3620c600-ee36-4385-a000-61917cd94e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:54.275584 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-916e40ed-a19f-45b3-8df2-63b9860e421c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:54.278911 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port ba4d6e26-d890-4ec3-838f-6b696fd34d07 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:32:54.285211 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port ba4d6e26-d890-4ec3-838f-6b696fd34d07 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:54.286402 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:54.297512 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620c600-ee36-4385-a000-61917cd94e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a762d22-2421-4aed-82f1-cdacf7bd55be,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:54.303314 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3620c600-ee36-4385-a000-61917cd94e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:54.306679 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3620c600-ee36-4385-a000-61917cd94e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:54.315760 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3620c600-ee36-4385-a000-61917cd94e8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a762d22-2421-4aed-82f1-cdacf7bd55be HTTP/1.1" status: 204 len: 168 time: 0.2243304 Jun 17 17:32:54.444224 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343dd92-5ac1-4454-8745-e4425a360ab6 None None] New status for floating IP 130ca761-3bae-41c2-8a06-f7c596991b1a: ACTIVE {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:32:54.639498 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:54.675269 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea9c009-e08f-47f6-8b7a-f1a8ff734b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4d6e26-d890-4ec3-838f-6b696fd34d07'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:32:54.703392 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port ba4d6e26-d890-4ec3-838f-6b696fd34d07, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ba4d6e26-d890-4ec3-838f-6b696fd34d07,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:32:54.758704 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:54.766780 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:32:54.855475 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce855b56-c8d4-401a-9254-2c0e27860c9d req-7f9d5d9f-d953-48ea-a888-788de652168b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:54.858005 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ce855b56-c8d4-401a-9254-2c0e27860c9d req-7f9d5d9f-d953-48ea-a888-788de652168b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 945 time: 0.1601162 Jun 17 17:32:54.868782 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=ba4d6e26-d890-4ec3-838f-6b696fd34d07,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:32:54.879393 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:32:54.890890 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e968fa9-571b-416a-9330-3de574b35af8 req-ebb5757b-3d2e-43c0-af32-84bc058b3f72 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:54.892333 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6e968fa9-571b-416a-9330-3de574b35af8 req-ebb5757b-3d2e-43c0-af32-84bc058b3f72 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1416364 Jun 17 17:32:54.950588 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ce855b56-c8d4-401a-9254-2c0e27860c9d req-3702e3a6-e37a-4f2b-b65f-5dadaa390ae0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863328 Jun 17 17:32:54.954967 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6e968fa9-571b-416a-9330-3de574b35af8 req-439c9e10-82eb-4fab-9c21-d761c0509ec1 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568416 Jun 17 17:32:55.078363 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea9c009-e08f-47f6-8b7a-f1a8ff734b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4d6e26-d890-4ec3-838f-6b696fd34d07', 'code': 200} Jun 17 17:32:55.288671 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 4f81cb89-9d71-4c6e-a5a4-a82048315241 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:32:55.374309 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 4f81cb89-9d71-4c6e-a5a4-a82048315241 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:32:55.375007 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:32:55.581371 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-46fc520c-2da3-434f-88b5-09eb64339e52 req-ecbfac03-f4df-47b7-b6a0-678722472a74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 1098 time: 0.1294940 Jun 17 17:32:55.655541 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-46fc520c-2da3-434f-88b5-09eb64339e52 req-f12e7fe8-052e-4199-af39-0d6ad8c73cec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608881 Jun 17 17:32:56.297781 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490f23-0489-44d0-ae59-3f68dd846999 req-65f17301-c4a8-4365-93c3-49776c524932 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:56.305145 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d0490f23-0489-44d0-ae59-3f68dd846999 req-65f17301-c4a8-4365-93c3-49776c524932 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 945 time: 0.1844783 Jun 17 17:32:56.359071 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be939f1-2dad-4611-a663-b6c156f8dfb8 req-2fed9497-c29a-4c87-b452-648e667d37d0 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:56.365634 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2be939f1-2dad-4611-a663-b6c156f8dfb8 req-2fed9497-c29a-4c87-b452-648e667d37d0 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1528366 Jun 17 17:32:56.425303 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d0490f23-0489-44d0-ae59-3f68dd846999 req-4249b3c9-7181-4d54-97ba-9df67c0e2c46 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180954 Jun 17 17:32:56.444180 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2be939f1-2dad-4611-a663-b6c156f8dfb8 req-126f50ea-d269-4ab0-96b8-da33172aec21 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774438 Jun 17 17:32:57.750113 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939647e-3a92-4d47-aac0-c26a4734bebd req-506e7498-2682-4280-a652-d4b276cc04de tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:57.757630 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3939647e-3a92-4d47-aac0-c26a4734bebd req-506e7498-2682-4280-a652-d4b276cc04de tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 945 time: 0.1664531 Jun 17 17:32:57.815887 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aaa50-3c6d-4cf7-b448-d314ec3cc38e req-075f6ef6-401c-48a4-95c5-0fb3446e7611 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:57.818760 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e15aaa50-3c6d-4cf7-b448-d314ec3cc38e req-075f6ef6-401c-48a4-95c5-0fb3446e7611 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.2283704 Jun 17 17:32:57.819587 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3939647e-3a92-4d47-aac0-c26a4734bebd req-ed5a3db8-f978-4dee-9907-7aabe689f957 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610940 Jun 17 17:32:57.875091 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e15aaa50-3c6d-4cf7-b448-d314ec3cc38e req-f896a811-11cc-482b-9f89-bf9d846051da tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517008 Jun 17 17:32:58.690028 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b6fdbb-0a95-400f-9f20-ab99cf04a8b2 None None] New status for floating IP fa46cd56-c480-47ce-8a78-2473b7445b5a: ACTIVE {{(pid=74251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:32:59.097808 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2720c2-3e98-41fa-a552-2f6fd820e50b req-f60b947a-939b-4bfc-96c9-5976f332f62a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:59.105249 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bb2720c2-3e98-41fa-a552-2f6fd820e50b req-f60b947a-939b-4bfc-96c9-5976f332f62a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 945 time: 0.1008587 Jun 17 17:32:59.179141 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bb2720c2-3e98-41fa-a552-2f6fd820e50b req-76c8b7b6-1731-46d6-9604-53fea423d74f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709040 Jun 17 17:32:59.277055 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820aa81-d53e-4171-8ec0-34267989306e req-24926011-4108-415b-8065-d12ec55a26f0 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:32:59.280047 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e820aa81-d53e-4171-8ec0-34267989306e req-24926011-4108-415b-8065-d12ec55a26f0 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.0936668 Jun 17 17:32:59.345101 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e820aa81-d53e-4171-8ec0-34267989306e req-89849a65-1169-4a8e-a66c-b59248293b4b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592601 Jun 17 17:32:59.960949 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45840) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:00.116621 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:00.147723 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:00.152115 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Usage tracker for resource:security_group_rule and tenant:c13191037bab4a8e9b7786bd814565a5 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:00.155068 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:00.160627 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:00.231747 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:00.235773 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:00.242880 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ba5c3b90-54af-416e-943b-04afa0964f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:00.281326 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436fa18e-b275-4c8f-84eb-2275f0e2f4b1,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:00.285242 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:00.291105 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c13191037bab4a8e9b7786bd814565a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3283994 Jun 17 17:33:00.291399 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 45852) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:00.372279 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-077b40c2-fc3b-4398-8181-313b5144bcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:00.409988 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-077b40c2-fc3b-4398-8181-313b5144bcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:00.492711 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-077b40c2-fc3b-4398-8181-313b5144bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:00.501469 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:00.517953 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-077b40c2-fc3b-4398-8181-313b5144bcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:00.519128 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-077b40c2-fc3b-4398-8181-313b5144bcca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/436fa18e-b275-4c8f-84eb-2275f0e2f4b1 HTTP/1.1" status: 204 len: 168 time: 0.2266583 Jun 17 17:33:00.520953 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b40c2-fc3b-4398-8181-313b5144bcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436fa18e-b275-4c8f-84eb-2275f0e2f4b1,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:00.531812 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-077b40c2-fc3b-4398-8181-313b5144bcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:00.692005 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5419be-29c2-4f3b-8473-507dbd43588c req-31d02aec-4ac9-4e0d-9161-f6f71911c907 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:00.694005 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0c5419be-29c2-4f3b-8473-507dbd43588c req-31d02aec-4ac9-4e0d-9161-f6f71911c907 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1389461 Jun 17 17:33:00.745626 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0c5419be-29c2-4f3b-8473-507dbd43588c req-b9e1644a-13a7-4b9b-93ca-1c10092ebdf5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Jun 17 17:33:00.946766 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 45882) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:00.965624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:00.998329 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:01.002206 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Usage tracker for resource:security_group_rule and tenant:c9d79cfb39c04e1db921ce41a4cc9b59 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:01.005322 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:01.011516 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:01.085835 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.092044 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.100052 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:01.138259 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eac7f1-fb74-4208-a7bf-722fd71ef58b,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:01.141455 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:01.144131 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9d79cfb39c04e1db921ce41a4cc9b59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1962767 Jun 17 17:33:01.146746 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 45892) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:01.160721 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45896) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:01.213043 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-22870221-d1b4-4a6e-af92-c8f7bf0fa2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.239733 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-22870221-d1b4-4a6e-af92-c8f7bf0fa2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.303725 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-22870221-d1b4-4a6e-af92-c8f7bf0fa2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.311340 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:01.322869 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22870221-d1b4-4a6e-af92-c8f7bf0fa2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eac7f1-fb74-4208-a7bf-722fd71ef58b,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:01.326788 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-22870221-d1b4-4a6e-af92-c8f7bf0fa2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:01.334367 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-22870221-d1b4-4a6e-af92-c8f7bf0fa2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.335777 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-22870221-d1b4-4a6e-af92-c8f7bf0fa2e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78eac7f1-fb74-4208-a7bf-722fd71ef58b HTTP/1.1" status: 204 len: 168 time: 0.1879992 Jun 17 17:33:01.341763 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.407608 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:01.414593 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3a631b9b2dd047d19c56ba5cc72df52f is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:01.417969 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:01.424650 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:01.505244 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.565522 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.572247 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.624848 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c47c9968-32db-4f3d-95e6-377d045cb967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:01.659801 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a631b9b2dd047d19c56ba5cc72df52f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4967623 Jun 17 17:33:01.663006 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 45912) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:01.688949 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c591840f-240d-4ae4-b32b-88cec4ec9593,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:01.694525 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:01.738783 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-741242b0-5a51-455e-aa99-3601843ae296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.811238 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-741242b0-5a51-455e-aa99-3601843ae296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.933910 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-741242b0-5a51-455e-aa99-3601843ae296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:01.970631 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:02.021269 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741242b0-5a51-455e-aa99-3601843ae296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c591840f-240d-4ae4-b32b-88cec4ec9593,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:02.024947 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-741242b0-5a51-455e-aa99-3601843ae296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:02.043511 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-741242b0-5a51-455e-aa99-3601843ae296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.044607 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-741242b0-5a51-455e-aa99-3601843ae296 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c591840f-240d-4ae4-b32b-88cec4ec9593 HTTP/1.1" status: 204 len: 168 time: 0.3795373 Jun 17 17:33:02.072117 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6d9f8-3566-4e27-a1db-62e678126ffd req-22f4fc3b-e214-4597-9a33-8f785186f36f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:02.074007 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8dd6d9f8-3566-4e27-a1db-62e678126ffd req-22f4fc3b-e214-4597-9a33-8f785186f36f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1045825 Jun 17 17:33:02.115659 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e1256dc6-575a-4253-81f3-46ef1bd0d886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.204497 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8dd6d9f8-3566-4e27-a1db-62e678126ffd req-0df4ac37-79b5-45c0-b6b7-6142884515aa tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121621 Jun 17 17:33:02.393629 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.640401 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 45958) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:02.673520 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.735846 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:02.740851 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4f5b456ef141d4a6d2ef74ac5e86be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:02.744055 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:02.752747 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:02.848574 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.853724 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:02.863465 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ab92088c-a272-4461-b9bd-efaf9f50e18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:02.894807 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f1525c-073b-4648-a77e-6be225d10ba3,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:02.914852 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:02.951344 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d4f5b456ef141d4a6d2ef74ac5e86be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3068597 Jun 17 17:33:02.951899 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 45974) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:03.083171 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-117b2931-0b38-475d-8734-9b446c30e25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:03.116686 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-117b2931-0b38-475d-8734-9b446c30e25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:03.178003 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-117b2931-0b38-475d-8734-9b446c30e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:03.183189 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:03.196882 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b2931-0b38-475d-8734-9b446c30e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f1525c-073b-4648-a77e-6be225d10ba3,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:03.200471 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-117b2931-0b38-475d-8734-9b446c30e25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:03.211775 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-117b2931-0b38-475d-8734-9b446c30e25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:03.213327 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-117b2931-0b38-475d-8734-9b446c30e25f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6f1525c-073b-4648-a77e-6be225d10ba3 HTTP/1.1" status: 204 len: 168 time: 0.2598464 Jun 17 17:33:03.555406 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-1f869fe7-537e-4f5d-89d3-69435dfa07dc tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:03.563962 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-1f869fe7-537e-4f5d-89d3-69435dfa07dc tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 815 time: 0.3255026 Jun 17 17:33:03.590364 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-587b7870-39ef-40ce-a1b9-3df4c4c96812 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/quotas/0d84405fff7d443e9e1874f988ffaf45 HTTP/1.1" status: 200 len: 375 time: 0.0237191 Jun 17 17:33:03.811372 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-2b1df43f-4b37-4c2b-82a7-b1efc9922c66 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2198234 Jun 17 17:33:03.836990 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd4ad1-ee23-492d-b7ea-6b60bdfed2ab req-79d8326f-b1bb-432c-a75b-f5cc23c5f35a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:03.838442 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d1fd4ad1-ee23-492d-b7ea-6b60bdfed2ab req-79d8326f-b1bb-432c-a75b-f5cc23c5f35a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.2444768 Jun 17 17:33:03.974579 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d1fd4ad1-ee23-492d-b7ea-6b60bdfed2ab req-8611c75b-95b3-4330-8b73-9c73e76f9e00 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290369 Jun 17 17:33:03.999204 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-157de2f2-3c85-4fb7-af45-821f262c19e0 service neutron] 10.222.0.15 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868565 Jun 17 17:33:04.232696 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-daa9383f-67fe-4e23-ae6c-16d6a2cef1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:04.276020 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-cf3a483c-767b-4195-a7b4-2c0ad2ccdc89 service neutron] 10.222.0.15 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751055 Jun 17 17:33:04.518763 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c18c20d5-1099-4f79-ab00-b51c56f5726f req-1f2313d2-bf57-4cf0-af70-a4b17adfe433 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 210 time: 0.0641854 Jun 17 17:33:05.279515 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cc495-edae-49df-b743-2060b8a85bdd req-bc03b59a-66e6-41ff-ac7a-54a54573a79a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:05.283100 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-373cc495-edae-49df-b743-2060b8a85bdd req-bc03b59a-66e6-41ff-ac7a-54a54573a79a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1130717 Jun 17 17:33:05.314787 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:05.390497 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-373cc495-edae-49df-b743-2060b8a85bdd req-ee685486-861c-403f-ad6b-bcb6aef75aac tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014979 Jun 17 17:33:05.759663 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-52f92b56-3636-4404-a36b-cd92688a3b9c req-a5bd91f1-4e11-457d-91ca-c5f141f7b490 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 210 time: 0.0629351 Jun 17 17:33:05.905679 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46124) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:06.093471 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.196538 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:06.212673 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Usage tracker for resource:security_group_rule and tenant:291578c1bde44066aa28259f25c8e5aa is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:06.218044 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:06.228972 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:06.255421 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-a9685d09-cf89-4d28-94eb-faac9774314a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:06.256884 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-a9685d09-cf89-4d28-94eb-faac9774314a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 815 time: 0.1939762 Jun 17 17:33:06.306477 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Request body: {'port': {'device_id': '3289e744-21c2-4bdd-91fc-3ccef34a06c0', 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48', 'admin_state_up': True, 'tenant_id': '0d84405fff7d443e9e1874f988ffaf45'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:33:06.391614 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.400827 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.413080 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:06.434412 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46146) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:06.477823 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68292f53-6de8-43ef-a13d-44783bbb91d0,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:06.481372 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:06.488232 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=291578c1bde44066aa28259f25c8e5aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5809700 Jun 17 17:33:06.491077 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46152) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:06.520497 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:06.530955 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:06.545123 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Made reservation on behalf of 0d84405fff7d443e9e1874f988ffaf45 for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:33:06.563466 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.576488 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9d0575f1-f27e-4701-b26b-3fa1fb8d58a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.605197 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9d0575f1-f27e-4701-b26b-3fa1fb8d58a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.659234 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.696258 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:06.700518 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Usage tracker for resource:security_group_rule and tenant:bd6383e85b6b4195a02815764a6c51cb is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:06.703630 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:06.709680 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:06.785360 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.800036 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.813856 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-16b30eff-6056-4225-8860-45d2962c3559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:06.832917 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9d0575f1-f27e-4701-b26b-3fa1fb8d58a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.833066 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.836123 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e56af-0174-439e-88ce-9bfad5b7decb req-820a99c5-d548-458e-964e-b60fd9848873 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:06.837878 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-652e56af-0174-439e-88ce-9bfad5b7decb req-820a99c5-d548-458e-964e-b60fd9848873 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.2374256 Jun 17 17:33:06.877041 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eb465e-3048-43a3-8f4c-329c06bbb828,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:06.877359 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Allocated IP 172.20.0.8 (1349afd9-6bd6-40cf-83d4-e1af80082a48/62c32e16-8527-4d24-99f6-58c9fc72a000/d6a70cf1-633d-4bc6-96c7-4c4a142f2044) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:33:06.882834 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd6383e85b6b4195a02815764a6c51cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4467249 Jun 17 17:33:06.885347 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:06.887931 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3620c600-ee36-4385-a000-61917cd94e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:06.894919 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46166) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:06.905019 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9d0575f1-f27e-4701-b26b-3fa1fb8d58a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:06.906371 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9d0575f1-f27e-4701-b26b-3fa1fb8d58a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68292f53-6de8-43ef-a13d-44783bbb91d0 HTTP/1.1" status: 204 len: 168 time: 0.4125822 Jun 17 17:33:06.907706 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0575f1-f27e-4701-b26b-3fa1fb8d58a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68292f53-6de8-43ef-a13d-44783bbb91d0,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:06.922547 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9d0575f1-f27e-4701-b26b-3fa1fb8d58a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:06.982145 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-652e56af-0174-439e-88ce-9bfad5b7decb req-8e81f8fc-ba8e-49ef-9d4d-229ebb550ab9 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306736 Jun 17 17:33:07.018147 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4f980efb-38d9-4a9f-9e8e-62d3d9ce33f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.062678 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4f980efb-38d9-4a9f-9e8e-62d3d9ce33f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.068008 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5c5c5860-7db8-4210-a377-d3c96c9badf5 req-0b05bf7f-4125-4ce3-8836-dcdf23bf4d5f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 210 time: 0.0847745 Jun 17 17:33:07.159116 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4f980efb-38d9-4a9f-9e8e-62d3d9ce33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.168226 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:07.186199 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f980efb-38d9-4a9f-9e8e-62d3d9ce33f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eb465e-3048-43a3-8f4c-329c06bbb828,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:07.188609 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4f980efb-38d9-4a9f-9e8e-62d3d9ce33f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.203230 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-4f980efb-38d9-4a9f-9e8e-62d3d9ce33f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87eb465e-3048-43a3-8f4c-329c06bbb828 HTTP/1.1" status: 204 len: 168 time: 0.2906327 Jun 17 17:33:07.204993 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4f980efb-38d9-4a9f-9e8e-62d3d9ce33f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:07.284269 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.316764 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.324499 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-7ed5f3b8-5669-490e-ab33-783390b47538 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:07.373721 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['94387cd8-b952-495e-8ea5-849d62f6b42a', 'ba4d6e26-d890-4ec3-838f-6b696fd34d07'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:33:07.465418 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Network 1349afd9-6bd6-40cf-83d4-e1af80082a48 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:33:07.468565 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:33:07.473075 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:33:07.477503 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46186) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:07.512991 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.540484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:07.541137 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.552004 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:07.556640 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Usage tracker for resource:security_group_rule and tenant:9acc6a67c4e44a24ad136217927aa472 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:07.560560 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:07.568647 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:07.573449 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Pushing event updated for resources: {'Port': ['ID=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:07.578520 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:07.585099 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2845736 Jun 17 17:33:07.629700 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Request body: {'port': {'device_id': '3289e744-21c2-4bdd-91fc-3ccef34a06c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:33:07.675157 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.686197 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.694997 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:07.748642 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1848e01b-4c7b-4a1c-b28a-78a7352ac073,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:07.752226 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:07.758201 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9acc6a67c4e44a24ad136217927aa472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2796810 Jun 17 17:33:07.759213 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46192) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:07.839520 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.854851 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-070285ee-0e63-4f78-9c45-8eff8d6d5a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.921738 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-070285ee-0e63-4f78-9c45-8eff8d6d5a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:07.980742 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46200) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:08.002324 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:08.108012 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-070285ee-0e63-4f78-9c45-8eff8d6d5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:08.124667 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:08.127100 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a36ba19a-5349-4f34-98b6-32f346444129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:08.130680 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Usage tracker for resource:security_group_rule and tenant:822c2c2901054855a04be3f0b94beecf is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:08.135111 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:08.152799 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:08.158954 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070285ee-0e63-4f78-9c45-8eff8d6d5a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1848e01b-4c7b-4a1c-b28a-78a7352ac073,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:08.162071 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-070285ee-0e63-4f78-9c45-8eff8d6d5a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:08.163580 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-070285ee-0e63-4f78-9c45-8eff8d6d5a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:08.165267 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-070285ee-0e63-4f78-9c45-8eff8d6d5a65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1848e01b-4c7b-4a1c-b28a-78a7352ac073 HTTP/1.1" status: 204 len: 168 time: 0.4044383 Jun 17 17:33:08.527717 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578e3fa-05b2-4f8a-b87f-4e8c6a01a5f0 req-bca33d83-cb8d-43cb-af53-575ca9ae15d1 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:08.529430 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d578e3fa-05b2-4f8a-b87f-4e8c6a01a5f0 req-bca33d83-cb8d-43cb-af53-575ca9ae15d1 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.3742869 Jun 17 17:33:08.554200 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237cdc2-5142-4199-9546-765dc967179f req-eaaee6fb-6cf0-40c9-b251-6939b81b0d8b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:08.554961 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e237cdc2-5142-4199-9546-765dc967179f req-eaaee6fb-6cf0-40c9-b251-6939b81b0d8b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Synchronizing usage tracker for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:33:08.573647 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:08.593985 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:08.636186 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:08.658461 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e237cdc2-5142-4199-9546-765dc967179f req-eaaee6fb-6cf0-40c9-b251-6939b81b0d8b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Unset dirty status for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:33:08.659681 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e237cdc2-5142-4199-9546-765dc967179f req-eaaee6fb-6cf0-40c9-b251-6939b81b0d8b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 931 time: 0.3718739 Jun 17 17:33:08.700561 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46236) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:08.718145 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d578e3fa-05b2-4f8a-b87f-4e8c6a01a5f0 req-5b2457c0-4ec8-4a1b-b522-c0c7599a5778 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764865 Jun 17 17:33:08.738175 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:08.747180 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b9d071-c1b6-4656-baa0-fbb09297c559,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:08.756921 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:08.759521 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a70cf1-633d-4bc6-96c7-4c4a142f2044 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:33:08.775856 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:08.780124 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=822c2c2901054855a04be3f0b94beecf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7988470 Jun 17 17:33:08.785837 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46242) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:08.805273 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Transition to ACTIVE for port object d6a70cf1-633d-4bc6-96c7-4c4a142f2044 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:33:08.818291 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e237cdc2-5142-4199-9546-765dc967179f req-bdb9ae6d-8eb7-4c0d-88fc-acc511703392 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296287 Jun 17 17:33:08.823012 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:08.824673 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:08.830064 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6040f439-0b57-4455-b1aa-945185a5d880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:08.836415 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Usage tracker for resource:security_group_rule and tenant:4e40384f85684cb780ec414b4e5d7d6c is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:08.839771 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:08.851739 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:08.907414 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:08.910538 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:08.927365 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7e402a9-6e1c-4587-8f71-0a8ad2718fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:08.965748 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7e402a9-6e1c-4587-8f71-0a8ad2718fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.073772 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.075671 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7e402a9-6e1c-4587-8f71-0a8ad2718fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.081956 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-75e8f9dc-ca47-4898-b6d5-6a19401d9832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:09.094673 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.094960 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Attempting to bind port d6a70cf1-633d-4bc6-96c7-4c4a142f2044 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:33:09.095386 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Attempting to bind port d6a70cf1-633d-4bc6-96c7-4c4a142f2044 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:33:09.095924 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Attempting to bind port d6a70cf1-633d-4bc6-96c7-4c4a142f2044 on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:33:09.105804 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Port d6a70cf1-633d-4bc6-96c7-4c4a142f2044 on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:33:09.105934 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e402a9-6e1c-4587-8f71-0a8ad2718fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b9d071-c1b6-4656-baa0-fbb09297c559,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:09.106132 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Attempting to bind port d6a70cf1-633d-4bc6-96c7-4c4a142f2044 on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:33:09.114713 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:33:09.115051 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Checking segment: {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:33:09.115426 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Bound using segment: {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:33:09.115855 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Bound port: d6a70cf1-633d-4bc6-96c7-4c4a142f2044, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:33:09.116217 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.121836 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b7e402a9-6e1c-4587-8f71-0a8ad2718fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:09.122315 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-055e330a-e78e-4078-ad2e-de05d52e7155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:09.147278 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b7e402a9-6e1c-4587-8f71-0a8ad2718fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.150802 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b7e402a9-6e1c-4587-8f71-0a8ad2718fcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18b9d071-c1b6-4656-baa0-fbb09297c559 HTTP/1.1" status: 204 len: 168 time: 0.3615792 Jun 17 17:33:09.176157 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2687cd4b-6425-4e08-ac5f-e0f953de687a,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:09.183309 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e40384f85684cb780ec414b4e5d7d6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4807851 Jun 17 17:33:09.184606 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:09.185456 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46258) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:09.262973 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-828daa87-e9fd-4070-9207-262a3d8bf908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.267037 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] For port d6a70cf1-633d-4bc6-96c7-4c4a142f2044, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:33:09.271442 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] For port d6a70cf1-633d-4bc6-96c7-4c4a142f2044, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:33:09.280720 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.292568 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-828daa87-e9fd-4070-9207-262a3d8bf908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.295608 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9b1ab386-42cb-4d27-ade7-7a1c678e1792 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:09.347507 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.348919 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/d6a70cf1-633d-4bc6-96c7-4c4a142f2044 HTTP/1.1" status: 200 len: 1093 time: 1.7235808 Jun 17 17:33:09.357035 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3289e744-21c2-4bdd-91fc-3ccef34a06c0', 'tag': 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:33:09.376499 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-828daa87-e9fd-4070-9207-262a3d8bf908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.388434 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:09.388603 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:09.392644 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:09.408728 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828daa87-e9fd-4070-9207-262a3d8bf908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2687cd4b-6425-4e08-ac5f-e0f953de687a,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:09.410786 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-828daa87-e9fd-4070-9207-262a3d8bf908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:09.411894 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-828daa87-e9fd-4070-9207-262a3d8bf908 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2687cd4b-6425-4e08-ac5f-e0f953de687a HTTP/1.1" status: 204 len: 168 time: 0.2253456 Jun 17 17:33:09.412881 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-828daa87-e9fd-4070-9207-262a3d8bf908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:09.468839 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3289e744-21c2-4bdd-91fc-3ccef34a06c0', 'tag': 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044', 'status': 'completed', 'code': 200} Jun 17 17:33:09.512031 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-79e72cfa-85f5-41db-b6f8-aa72874eb86d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 1096 time: 0.0870471 Jun 17 17:33:09.605849 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-eaa1c1bf-e34a-4598-99d0-3883932ecd4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a70cf1-633d-4bc6-96c7-4c4a142f2044 HTTP/1.1" status: 200 len: 217 time: 0.0795529 Jun 17 17:33:09.692149 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-461928c9-1468-44a4-b5b7-6e1419084807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:09.694102 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-461928c9-1468-44a4-b5b7-6e1419084807 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 200 len: 855 time: 0.0819702 Jun 17 17:33:09.783016 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-52775f11-36b4-43db-bc65-a25a73276a6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1349afd9-6bd6-40cf-83d4-e1af80082a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767088 Jun 17 17:33:10.147811 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-6d759ed4-ddf5-41a8-9705-46b25c2c1f6f service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547397 Jun 17 17:33:10.254806 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36476669-f61f-4aff-9672-16400126cc27 req-807bffeb-6857-4619-ace1-9789abb0a2b0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:10.256289 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36476669-f61f-4aff-9672-16400126cc27 req-807bffeb-6857-4619-ace1-9789abb0a2b0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 943 time: 0.2773776 Jun 17 17:33:10.261853 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685a1e3-57de-496a-ae6d-4f79e0f4864f req-b10ab45f-51f4-42c7-9305-2203bf631aa3 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:10.268457 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c685a1e3-57de-496a-ae6d-4f79e0f4864f req-b10ab45f-51f4-42c7-9305-2203bf631aa3 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.2954302 Jun 17 17:33:10.352020 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46310) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:10.389761 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-523a021d-039f-4ba5-a729-e0ac11e2c30f req-d8811b08-e098-4583-9b13-244a0329cc26 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348659 Jun 17 17:33:10.406586 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c685a1e3-57de-496a-ae6d-4f79e0f4864f req-45e71ac9-f78e-465d-afcb-0ea78c75cbbf tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370959 Jun 17 17:33:10.409428 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36476669-f61f-4aff-9672-16400126cc27 req-c0736674-ac53-48b1-bc91-e2461152b064 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362472 Jun 17 17:33:10.671668 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a9cb7418-a668-4bb9-ba59-384ee7b98902 req-8eb296af-394e-4b10-a790-61440394d515 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 1096 time: 0.0772872 Jun 17 17:33:10.736472 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.770134 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:10.774158 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Usage tracker for resource:security_group_rule and tenant:5573635ec7584e1db5df0b99066088fd is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:10.777840 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:10.785416 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:10.856785 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb7418-a668-4bb9-ba59-384ee7b98902 req-2745e7b5-9727-417f-a83a-b4951375670a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:10.859041 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a9cb7418-a668-4bb9-ba59-384ee7b98902 req-2745e7b5-9727-417f-a83a-b4951375670a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 916 time: 0.1726677 Jun 17 17:33:10.863412 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.876186 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:10.886327 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-be3882c9-c64d-4e73-9d07-f59a144887b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:10.932980 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c20c2-4300-42aa-9cab-2a10bfca1e7f,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:10.937995 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:10.939096 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a9cb7418-a668-4bb9-ba59-384ee7b98902 req-acae973b-ae91-4b8f-af6e-ba5d2e83fc4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a70cf1-633d-4bc6-96c7-4c4a142f2044 HTTP/1.1" status: 200 len: 217 time: 0.0724592 Jun 17 17:33:10.942332 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5573635ec7584e1db5df0b99066088fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5877659 Jun 17 17:33:10.944277 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46330) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:11.004776 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb7418-a668-4bb9-ba59-384ee7b98902 req-93079dd5-6eac-496c-b246-9a51ef6fcffb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:11.006260 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a9cb7418-a668-4bb9-ba59-384ee7b98902 req-93079dd5-6eac-496c-b246-9a51ef6fcffb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 200 len: 855 time: 0.0600951 Jun 17 17:33:11.012383 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e744cd2e-9616-4eda-837e-44e014bbf098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:11.039837 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e744cd2e-9616-4eda-837e-44e014bbf098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:11.058136 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a9cb7418-a668-4bb9-ba59-384ee7b98902 req-eea5f6cd-7eba-4c2c-8723-a514cd85e8c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1349afd9-6bd6-40cf-83d4-e1af80082a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433495 Jun 17 17:33:11.105517 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46338) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:11.114365 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e744cd2e-9616-4eda-837e-44e014bbf098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:11.120704 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-01021e75-ee21-411a-9dd3-78a9132234ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:11.133129 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744cd2e-9616-4eda-837e-44e014bbf098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c20c2-4300-42aa-9cab-2a10bfca1e7f,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:11.154936 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-e744cd2e-9616-4eda-837e-44e014bbf098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:11.172373 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e744cd2e-9616-4eda-837e-44e014bbf098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:11.173647 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-e744cd2e-9616-4eda-837e-44e014bbf098 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec9c20c2-4300-42aa-9cab-2a10bfca1e7f HTTP/1.1" status: 204 len: 168 time: 0.2283144 Jun 17 17:33:11.207428 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a9cb7418-a668-4bb9-ba59-384ee7b98902 req-06f61110-92a5-4840-843e-070023f3fcd5 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423316 Jun 17 17:33:11.353772 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a9cb7418-a668-4bb9-ba59-384ee7b98902 req-4d120108-448a-4ae5-8ac2-5230de134f01 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329072 Jun 17 17:33:11.387934 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:11.438626 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:11.444315 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Usage tracker for resource:security_group_rule and tenant:53a2075da94041b28db458823c56e2b7 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:11.447431 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:11.455815 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:11.640329 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:11.653203 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:11.664651 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9e238e38-e3d8-4b7d-ae24-d66e42ad9d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:11.736303 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4d5a-7849-46ae-9314-7968976c426c req-a2798924-1317-419b-b2a3-5b09444051cf tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:11.743122 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b7ff4d5a-7849-46ae-9314-7968976c426c req-a2798924-1317-419b-b2a3-5b09444051cf tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1844678 Jun 17 17:33:11.771995 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b5560-1f92-49b8-849c-b969dd9ab9ae,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:11.779746 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:11.788598 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53a2075da94041b28db458823c56e2b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6816063 Jun 17 17:33:11.791948 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46384) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:11.837829 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff56ffa-2310-482e-9e45-53e96cb3c6ba req-4b426b13-89af-4f4d-81ed-a31ee16a064a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:11.844961 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aff56ffa-2310-482e-9e45-53e96cb3c6ba req-4b426b13-89af-4f4d-81ed-a31ee16a064a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 943 time: 0.1970317 Jun 17 17:33:11.892444 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b7ff4d5a-7849-46ae-9314-7968976c426c req-df2bfa49-55b1-49eb-a173-381054dfd5f6 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483274 Jun 17 17:33:11.922512 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78c6062b-48b0-4a3d-9340-825fae58dbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:11.928227 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aff56ffa-2310-482e-9e45-53e96cb3c6ba req-e22a7093-40a3-499e-8525-932c3922de46 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821831 Jun 17 17:33:12.006955 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78c6062b-48b0-4a3d-9340-825fae58dbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.069529 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46392) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:12.107932 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.109257 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78c6062b-48b0-4a3d-9340-825fae58dbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.118388 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8eef3e3f-bace-446c-b85f-90c449be0213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:12.136169 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6062b-48b0-4a3d-9340-825fae58dbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b5560-1f92-49b8-849c-b969dd9ab9ae,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:12.139065 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-78c6062b-48b0-4a3d-9340-825fae58dbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:12.141950 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78c6062b-48b0-4a3d-9340-825fae58dbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.146042 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-78c6062b-48b0-4a3d-9340-825fae58dbac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca2b5560-1f92-49b8-849c-b969dd9ab9ae HTTP/1.1" status: 204 len: 168 time: 0.3487012 Jun 17 17:33:12.153247 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:12.162772 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Usage tracker for resource:security_group_rule and tenant:0e9f84c7dd044bd4bed0b9194dbb10a1 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:12.175236 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:12.186075 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:12.282229 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.288716 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.331151 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:12.366625 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e9f84c7dd044bd4bed0b9194dbb10a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2953067 Jun 17 17:33:12.369028 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46406) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:12.382876 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c81c72-82d6-444f-aac9-d3ff305655c2,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:12.387280 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:12.437114 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b0da63c9-09e4-4c18-813e-4c8b9ea85089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.465051 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b0da63c9-09e4-4c18-813e-4c8b9ea85089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.525116 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b0da63c9-09e4-4c18-813e-4c8b9ea85089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.529609 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-070285ee-0e63-4f78-9c45-8eff8d6d5a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:12.543229 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da63c9-09e4-4c18-813e-4c8b9ea85089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c81c72-82d6-444f-aac9-d3ff305655c2,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:12.545825 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b0da63c9-09e4-4c18-813e-4c8b9ea85089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:12.547007 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b0da63c9-09e4-4c18-813e-4c8b9ea85089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:12.550401 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b0da63c9-09e4-4c18-813e-4c8b9ea85089 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5c81c72-82d6-444f-aac9-d3ff305655c2 HTTP/1.1" status: 204 len: 168 time: 0.1781971 Jun 17 17:33:12.911417 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:33:13.037176 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46442) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:13.289854 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f16ec-5cfd-4af4-9642-aa59d605b60a req-4809653a-8cfb-4032-8ee1-0c2631fa0430 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:13.297194 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a35f16ec-5cfd-4af4-9642-aa59d605b60a req-4809653a-8cfb-4032-8ee1-0c2631fa0430 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 943 time: 0.2223125 Jun 17 17:33:13.350025 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a35f16ec-5cfd-4af4-9642-aa59d605b60a req-5d7b578e-3224-405f-8d55-80030a073156 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520570 Jun 17 17:33:13.375133 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c28b6-6015-4df7-a6b3-2e598d2283ab req-3af8dc71-5c47-472a-98a8-f7afb34ae15b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:13.376606 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fc4c28b6-6015-4df7-a6b3-2e598d2283ab req-3af8dc71-5c47-472a-98a8-f7afb34ae15b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1838064 Jun 17 17:33:13.385355 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:13.467754 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fc4c28b6-6015-4df7-a6b3-2e598d2283ab req-49853b6d-e316-42d5-a5f6-4de2d05c2e68 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786724 Jun 17 17:33:13.504720 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:13.515763 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Usage tracker for resource:security_group_rule and tenant:1a2e921e2999428aa1a3ba0d4708ac96 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:13.522724 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:13.535340 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:13.633048 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:13.639605 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:13.654110 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-117b2931-0b38-475d-8734-9b446c30e25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:13.702982 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a2e921e2999428aa1a3ba0d4708ac96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6646209 Jun 17 17:33:13.704026 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf01134-8cfa-4063-98ea-8cf13b49a206,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:13.705551 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46466) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:13.707558 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:13.872899 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ac96d34d-b987-44ef-a786-f4dd0d80aac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:13.910730 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ac96d34d-b987-44ef-a786-f4dd0d80aac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:13.972434 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ac96d34d-b987-44ef-a786-f4dd0d80aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:13.978694 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-741242b0-5a51-455e-aa99-3601843ae296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:13.990076 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96d34d-b987-44ef-a786-f4dd0d80aac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf01134-8cfa-4063-98ea-8cf13b49a206,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:13.992533 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ac96d34d-b987-44ef-a786-f4dd0d80aac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:14.006215 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ac96d34d-b987-44ef-a786-f4dd0d80aac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:14.008016 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-ac96d34d-b987-44ef-a786-f4dd0d80aac4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bf01134-8cfa-4063-98ea-8cf13b49a206 HTTP/1.1" status: 204 len: 168 time: 0.3010755 Jun 17 17:33:14.306096 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device d6a70cf1-633d-4bc6-96c7-4c4a142f2044 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:33:14.480376 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46496) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:14.482538 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port d6a70cf1-633d-4bc6-96c7-4c4a142f2044, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:33:14.496787 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044', 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48', 'port_id': 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044', 'mac_address': 'fa:16:3e:91:64:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c32e16-8527-4d24-99f6-58c9fc72a000', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:33:14.509185 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:14.561191 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:14.583307 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a70cf1-633d-4bc6-96c7-4c4a142f2044 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:33:14.602864 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port d6a70cf1-633d-4bc6-96c7-4c4a142f2044, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:33:14.609451 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:14.614217 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:14.668977 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:14.679745 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Usage tracker for resource:security_group_rule and tenant:85780f1bfefd44959ed80934339e8a76 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:14.686453 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:14.694647 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:14.704274 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ea0fd-fd6b-4723-a6f8-b919213ce56f req-1aef80ef-00f4-44c8-a41e-cda9bb190644 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:14.711397 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d1ea0fd-fd6b-4723-a6f8-b919213ce56f req-1aef80ef-00f4-44c8-a41e-cda9bb190644 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 944 time: 0.1213255 Jun 17 17:33:14.783373 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d1ea0fd-fd6b-4723-a6f8-b919213ce56f req-4377bbce-a89b-4b4b-90a2-ae2e40f59cd3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707586 Jun 17 17:33:14.808607 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:14.815724 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:14.946060 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:14.954236 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:14.968434 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-be987b88-6a97-41dc-ba3c-468913e4dd3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:15.011455 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c56bd-6d90-4ef2-8f2c-34b4c3025cc8 req-b0cb7ba6-e355-47c4-83a0-e891306f900e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:15.012828 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-422c56bd-6d90-4ef2-8f2c-34b4c3025cc8 req-b0cb7ba6-e355-47c4-83a0-e891306f900e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1985772 Jun 17 17:33:15.017770 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85780f1bfefd44959ed80934339e8a76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5364978 Jun 17 17:33:15.020580 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46516) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:15.021179 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7a6eb0-2923-4464-ab5d-742978d0e9d4,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:15.024545 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:15.076273 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-422c56bd-6d90-4ef2-8f2c-34b4c3025cc8 req-860e4919-0cb1-45f8-9db0-518a8b3d7631 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562365 Jun 17 17:33:15.110596 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d9bf73cc-8e47-4651-bdb5-22a2a1742607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:15.144607 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d9bf73cc-8e47-4651-bdb5-22a2a1742607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:15.215976 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d9bf73cc-8e47-4651-bdb5-22a2a1742607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:15.221082 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a1e6eaf9-df2a-4b05-8bbf-1e5ccc81d766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:15.233862 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf73cc-8e47-4651-bdb5-22a2a1742607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7a6eb0-2923-4464-ab5d-742978d0e9d4,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:15.239122 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d9bf73cc-8e47-4651-bdb5-22a2a1742607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:15.243931 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d9bf73cc-8e47-4651-bdb5-22a2a1742607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:15.247852 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-d9bf73cc-8e47-4651-bdb5-22a2a1742607 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec7a6eb0-2923-4464-ab5d-742978d0e9d4 HTTP/1.1" status: 204 len: 168 time: 0.2231836 Jun 17 17:33:15.274500 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['d6a70cf1-633d-4bc6-96c7-4c4a142f2044'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:33:16.033586 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bb3b5-34b4-4978-ab76-a47c34590363 req-46e99f4f-e900-4ac8-a79e-edd93e4b2c0a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:16.035192 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-459bb3b5-34b4-4978-ab76-a47c34590363 req-46e99f4f-e900-4ac8-a79e-edd93e4b2c0a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 944 time: 0.0943260 Jun 17 17:33:16.113384 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-459bb3b5-34b4-4978-ab76-a47c34590363 req-8ff30199-4528-497f-aabc-2a5dac0befeb tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643144 Jun 17 17:33:16.332899 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4097d-51b5-4dc9-b3e6-3400cd5d91ff req-e01a49b3-ef73-4493-84f6-18ca53ab7363 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:16.334359 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dac4097d-51b5-4dc9-b3e6-3400cd5d91ff req-e01a49b3-ef73-4493-84f6-18ca53ab7363 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.0955069 Jun 17 17:33:16.402080 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dac4097d-51b5-4dc9-b3e6-3400cd5d91ff req-5f9e47be-6b8e-48f3-9186-9b337d311a1f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602567 Jun 17 17:33:16.580093 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46590) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:16.873467 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:16.912605 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:16.917031 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Usage tracker for resource:security_group_rule and tenant:60218802038f423eabb9b7258c2d0390 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:16.920144 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:16.926335 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:17.035219 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.042937 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.052880 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-926e14d2-4bfd-479c-b088-9a4a7a479aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:17.105582 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91456b5-4b43-4c7c-9fb6-9de6657e6533,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:17.108523 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:17.111433 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60218802038f423eabb9b7258c2d0390&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5301476 Jun 17 17:33:17.114048 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46610) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:17.179989 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9a159c78-de65-4a05-9dc2-d001e92881de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.208430 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9a159c78-de65-4a05-9dc2-d001e92881de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.305339 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9a159c78-de65-4a05-9dc2-d001e92881de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.311063 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9f651675-4c9e-4e62-b1aa-564fec7874e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:17.327571 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a159c78-de65-4a05-9dc2-d001e92881de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91456b5-4b43-4c7c-9fb6-9de6657e6533,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:17.330993 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9a159c78-de65-4a05-9dc2-d001e92881de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:17.343759 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9a159c78-de65-4a05-9dc2-d001e92881de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.347462 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-9a159c78-de65-4a05-9dc2-d001e92881de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f91456b5-4b43-4c7c-9fb6-9de6657e6533 HTTP/1.1" status: 204 len: 168 time: 0.2318535 Jun 17 17:33:17.366116 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8e1f6-ee81-4490-a1fc-fa2f9c189f04 req-dff388af-6b4c-4113-9aa4-dbddad1b5673 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:17.367958 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b8e1f6-ee81-4490-a1fc-fa2f9c189f04 req-dff388af-6b4c-4113-9aa4-dbddad1b5673 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 944 time: 0.1182747 Jun 17 17:33:17.423740 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b8e1f6-ee81-4490-a1fc-fa2f9c189f04 req-8fed2fb7-f485-4bf4-bc43-73d4e966c202 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Jun 17 17:33:17.650914 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d523-69aa-4c5b-b818-65802b530f02 req-cb989610-1f32-486f-a8dd-9ed53b653b1f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:17.652365 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4305d523-69aa-4c5b-b818-65802b530f02 req-cb989610-1f32-486f-a8dd-9ed53b653b1f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.0987654 Jun 17 17:33:17.732413 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4305d523-69aa-4c5b-b818-65802b530f02 req-e0b75c83-5f45-48c6-8436-2d750b3d2fa8 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727177 Jun 17 17:33:17.785088 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46642) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:17.809495 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.845398 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:17.849302 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Usage tracker for resource:security_group_rule and tenant:9c5813cd1c6b47d1976ed9d8f51828dd is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:17.852472 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:17.866453 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:17.936655 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.940563 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:17.947853 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b7e402a9-6e1c-4587-8f71-0a8ad2718fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:17.989260 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecea134-4c03-4bda-83a0-5156147f0cca,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:17.992210 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:17.994571 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c5813cd1c6b47d1976ed9d8f51828dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2083180 Jun 17 17:33:17.997304 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46650) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:18.062740 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-608d4451-55f7-418b-82a3-67e666ca94c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.090188 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-608d4451-55f7-418b-82a3-67e666ca94c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.156789 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-608d4451-55f7-418b-82a3-67e666ca94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.160761 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d9bf73cc-8e47-4651-bdb5-22a2a1742607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:18.172924 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d4451-55f7-418b-82a3-67e666ca94c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecea134-4c03-4bda-83a0-5156147f0cca,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:18.179054 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-608d4451-55f7-418b-82a3-67e666ca94c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.180148 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-608d4451-55f7-418b-82a3-67e666ca94c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eecea134-4c03-4bda-83a0-5156147f0cca HTTP/1.1" status: 204 len: 168 time: 0.1816840 Jun 17 17:33:18.184004 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-608d4451-55f7-418b-82a3-67e666ca94c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:18.335300 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device d6a70cf1-633d-4bc6-96c7-4c4a142f2044 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:33:18.438235 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port d6a70cf1-633d-4bc6-96c7-4c4a142f2044 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:33:18.447427 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port d6a70cf1-633d-4bc6-96c7-4c4a142f2044 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:33:18.448358 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.644631 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.696401 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3289e744-21c2-4bdd-91fc-3ccef34a06c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:33:18.719297 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port d6a70cf1-633d-4bc6-96c7-4c4a142f2044, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:33:18.732102 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:18.755671 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:18.878598 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:18.891258 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:18.899244 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3289e744-21c2-4bdd-91fc-3ccef34a06c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044', 'code': 200} Jun 17 17:33:19.072821 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bea0f-3c66-4bf7-b5e8-102a963dc46a req-5f0866cf-a60a-45a7-acda-fcae6d9e1759 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:19.086188 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-de9bea0f-3c66-4bf7-b5e8-102a963dc46a req-5f0866cf-a60a-45a7-acda-fcae6d9e1759 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 945 time: 0.2484510 Jun 17 17:33:19.199571 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-de9bea0f-3c66-4bf7-b5e8-102a963dc46a req-7270b51b-3ae8-4fe9-b0b6-dc4d93da2d4e tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119049 Jun 17 17:33:19.462376 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e80c169a-d7cd-45d5-825b-504b931f9bfc req-c9a91dd4-0820-4b44-ad93-ab7ff568e355 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 1098 time: 0.1589274 Jun 17 17:33:19.494786 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74f9c9-5463-4d24-8e0b-1256f0053cd6 req-19d07687-a3a8-4e54-b493-6c607d539d29 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:19.496230 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ab74f9c9-5463-4d24-8e0b-1256f0053cd6 req-19d07687-a3a8-4e54-b493-6c607d539d29 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1195407 Jun 17 17:33:19.536692 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e80c169a-d7cd-45d5-825b-504b931f9bfc req-d399636d-1660-414d-bde5-d1187b0e5771 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677230 Jun 17 17:33:19.559839 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ab74f9c9-5463-4d24-8e0b-1256f0053cd6 req-6729c783-672a-4045-8578-63f5b67b3ffd tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528197 Jun 17 17:33:20.635487 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968a78b-1843-4033-b378-7750ec1c53f2 req-bae74cdf-9fd5-4c1a-ac2e-bd29d75f631c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:20.640612 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c968a78b-1843-4033-b378-7750ec1c53f2 req-bae74cdf-9fd5-4c1a-ac2e-bd29d75f631c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 945 time: 0.1481338 Jun 17 17:33:20.751574 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c968a78b-1843-4033-b378-7750ec1c53f2 req-bc0f1a91-5b4f-4a00-b878-78c65fe7fa46 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048379 Jun 17 17:33:20.945695 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea06645-16dd-471a-88a0-713f4fe1b029 req-4adefeb8-60d4-4c51-aefc-0ed3a53b1731 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:20.947517 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ea06645-16dd-471a-88a0-713f4fe1b029 req-4adefeb8-60d4-4c51-aefc-0ed3a53b1731 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1283898 Jun 17 17:33:21.005783 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ea06645-16dd-471a-88a0-713f4fe1b029 req-73a444bf-fb84-47d1-b1a6-06a4eec341f3 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518754 Jun 17 17:33:21.344584 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4a411bdd-e719-4f0d-baa9-d22240dd54b1 req-8a7ef289-6c2e-40bf-9a3c-1cce4b0984a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 1098 time: 0.0996315 Jun 17 17:33:21.396459 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4a411bdd-e719-4f0d-baa9-d22240dd54b1 req-1fd2db16-20f8-4746-b41a-0405bf126cc2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Jun 17 17:33:22.053831 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4e9c9-86fe-4ea3-b15f-d1b4f667307f req-e6892c4b-684e-4355-a2b4-5c592178095a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:22.057162 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f8d4e9c9-86fe-4ea3-b15f-d1b4f667307f req-e6892c4b-684e-4355-a2b4-5c592178095a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 945 time: 0.1313071 Jun 17 17:33:22.131307 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f8d4e9c9-86fe-4ea3-b15f-d1b4f667307f req-5ab14e4e-afbe-46cb-9909-2a8e9c5f3c36 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690794 Jun 17 17:33:22.402233 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bae56d-a5bb-4bd8-a15b-95b2b107655e req-f41511fa-dce4-4749-95b3-f1e5ff960256 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:22.405312 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-28bae56d-a5bb-4bd8-a15b-95b2b107655e req-f41511fa-dce4-4749-95b3-f1e5ff960256 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.1411490 Jun 17 17:33:22.477178 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-28bae56d-a5bb-4bd8-a15b-95b2b107655e req-d9704853-43f7-471c-b463-463db7b7e39f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676768 Jun 17 17:33:22.655031 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46810) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:22.852762 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:22.890945 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:22.894808 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Usage tracker for resource:security_group_rule and tenant:f08a8975932642659f8b160142176c11 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:22.897653 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:22.903969 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:23.027264 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:23.031100 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:23.037714 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ac96d34d-b987-44ef-a786-f4dd0d80aac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:23.090527 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ced464-7a68-4911-896b-cb9e9c9d07ef,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:23.094767 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:23.101271 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f08a8975932642659f8b160142176c11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4389129 Jun 17 17:33:23.102667 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46818) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:23.163739 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5a71cfbf-609c-4a4e-8309-e01f8bce7523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:23.194161 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5a71cfbf-609c-4a4e-8309-e01f8bce7523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:23.256630 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5a71cfbf-609c-4a4e-8309-e01f8bce7523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:23.261129 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:23.282308 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71cfbf-609c-4a4e-8309-e01f8bce7523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ced464-7a68-4911-896b-cb9e9c9d07ef,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:23.285121 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5a71cfbf-609c-4a4e-8309-e01f8bce7523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:23.287785 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5a71cfbf-609c-4a4e-8309-e01f8bce7523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:23.292360 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-5a71cfbf-609c-4a4e-8309-e01f8bce7523 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52ced464-7a68-4911-896b-cb9e9c9d07ef HTTP/1.1" status: 204 len: 168 time: 0.1865318 Jun 17 17:33:23.425646 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e308c84-ceed-4bfd-8792-8b801438cb51 req-8598cc2b-c157-4566-badf-30dd9e95a4ef tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:23.427449 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e308c84-ceed-4bfd-8792-8b801438cb51 req-8598cc2b-c157-4566-badf-30dd9e95a4ef tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 945 time: 0.1211977 Jun 17 17:33:23.513915 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e308c84-ceed-4bfd-8792-8b801438cb51 req-af270f8a-e17b-4bda-826f-e7c699743f8e tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759065 Jun 17 17:33:23.792425 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46842) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:23.829134 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:23.856088 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53beb7d-db6d-4c9a-8d22-ea7f67ea18c5 req-35916cc3-12c9-4a06-83f7-0ea5dfac90a8 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:23.858277 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f53beb7d-db6d-4c9a-8d22-ea7f67ea18c5 req-35916cc3-12c9-4a06-83f7-0ea5dfac90a8 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.2137113 Jun 17 17:33:23.935440 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:23.952788 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Usage tracker for resource:security_group_rule and tenant:19806111d29e47b9bac7714ad03ccbf0 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:23.958339 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:23.966802 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f53beb7d-db6d-4c9a-8d22-ea7f67ea18c5 req-2b6d3b06-5378-46f2-9e4d-6f7d374e118c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993645 Jun 17 17:33:23.967629 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:24.078836 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:24.085398 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:24.095063 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d1fab14a-a838-4c6c-9620-40ea26ab6892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:24.277674 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19806111d29e47b9bac7714ad03ccbf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4798539 Jun 17 17:33:24.277831 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 46856) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:24.281476 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4564b-881e-44b9-8a70-b6ad79fd89c8,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:24.289408 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:24.367233 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52f859-7ae9-44c9-9f48-0d5ca52fa615 req-bb4c8f1d-c99f-411d-815a-d18a43f77ddf tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:24.377027 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ab52f859-7ae9-44c9-9f48-0d5ca52fa615 req-bb4c8f1d-c99f-411d-815a-d18a43f77ddf tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1781662 Jun 17 17:33:24.399177 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-219864ce-1561-445f-921f-71fc914c1214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:24.432394 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-219864ce-1561-445f-921f-71fc914c1214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:24.447803 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ab52f859-7ae9-44c9-9f48-0d5ca52fa615 req-10b3fc40-95c4-4c8b-bb7d-c4d213f1b1e5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690484 Jun 17 17:33:24.508159 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-219864ce-1561-445f-921f-71fc914c1214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:24.514980 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a887efaa-9fd9-4900-ba9c-0795a921ab96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:24.532354 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219864ce-1561-445f-921f-71fc914c1214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4564b-881e-44b9-8a70-b6ad79fd89c8,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:24.541197 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-219864ce-1561-445f-921f-71fc914c1214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:24.543913 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-219864ce-1561-445f-921f-71fc914c1214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:24.545705 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-219864ce-1561-445f-921f-71fc914c1214 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30d4564b-881e-44b9-8a70-b6ad79fd89c8 HTTP/1.1" status: 204 len: 168 time: 0.2669199 Jun 17 17:33:26.699319 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 46982) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:26.881203 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:26.942356 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:26.948589 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Usage tracker for resource:security_group_rule and tenant:a07c73ec5c3d4fbe9a566fb999a3d253 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:26.953272 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:27.034509 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:27.301784 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c8f08f7-263a-465f-b186-2248a4881560 req-484fb283-e0cf-4c10-9aa3-9a3b38cfee7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1098 time: 0.3422704 Jun 17 17:33:27.353984 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:27.413762 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:27.428868 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-446b9233-af64-48a0-b593-b327e94dab57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:27.434722 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47002) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:27.449133 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-293126fd-0c54-4119-b65e-2e686229c04a req-2b5d99ec-d7b5-41c8-bd5a-859d40bc1805 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3624742 Jun 17 17:33:27.502803 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c81b2-136b-4a37-9871-10a6845ce565,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:27.513587 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec7e19-c92b-4fc4-b869-fe8bf15adf96 req-2fd5b2bc-926f-419c-80a2-25d0ef087cd6 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:27.521221 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8fec7e19-c92b-4fc4-b869-fe8bf15adf96 req-2fd5b2bc-926f-419c-80a2-25d0ef087cd6 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.3795650 Jun 17 17:33:27.523865 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:27.529323 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a07c73ec5c3d4fbe9a566fb999a3d253&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8288977 Jun 17 17:33:27.532866 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47008) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:27.584491 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f08f7-263a-465f-b186-2248a4881560 req-a4b0d6e9-62ea-4ae7-88de-f76a081ee3d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:27.587099 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c8f08f7-263a-465f-b186-2248a4881560 req-a4b0d6e9-62ea-4ae7-88de-f76a081ee3d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 919 time: 0.2668188 Jun 17 17:33:27.617156 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8fec7e19-c92b-4fc4-b869-fe8bf15adf96 req-985af53b-5aa6-4171-8066-0ebe62a479e2 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944662 Jun 17 17:33:27.684305 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6333e091-50e4-4273-ba30-5214f55e2b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:27.729605 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6333e091-50e4-4273-ba30-5214f55e2b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:27.764281 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c8f08f7-263a-465f-b186-2248a4881560 req-859ec7db-17c1-4fbc-b788-f6323889b76c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b48a02b-368a-438e-b716-8004052f210d HTTP/1.1" status: 200 len: 217 time: 0.1439002 Jun 17 17:33:27.797947 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:27.849796 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6333e091-50e4-4273-ba30-5214f55e2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:27.856894 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-55ae984a-0365-4819-9544-807994b39a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:27.874592 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:27.879549 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333e091-50e4-4273-ba30-5214f55e2b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c81b2-136b-4a37-9871-10a6845ce565,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:27.881010 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f08f7-263a-465f-b186-2248a4881560 req-f2db7756-df15-49c1-9c0f-414fa06d3b45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:27.882659 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c8f08f7-263a-465f-b186-2248a4881560 req-f2db7756-df15-49c1-9c0f-414fa06d3b45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.1077721 Jun 17 17:33:27.888668 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Usage tracker for resource:security_group_rule and tenant:ed902513250941b49e8c567278f8b880 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:27.891497 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-293126fd-0c54-4119-b65e-2e686229c04a req-653b1673-d9ab-4415-a4f9-565f4328fe90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 1099 time: 0.1883650 Jun 17 17:33:27.896803 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6333e091-50e4-4273-ba30-5214f55e2b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:27.897833 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6333e091-50e4-4273-ba30-5214f55e2b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:27.899291 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-6333e091-50e4-4273-ba30-5214f55e2b27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd6c81b2-136b-4a37-9871-10a6845ce565 HTTP/1.1" status: 204 len: 168 time: 0.3651395 Jun 17 17:33:27.900693 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:27.917279 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:27.942713 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c8f08f7-263a-465f-b186-2248a4881560 req-553aeb3c-7ff7-407e-aca4-dd27a1386ffe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501375 Jun 17 17:33:27.994962 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:28.000659 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:28.009029 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ef1c5c0a-a074-4d22-a2d7-cea772425eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:28.058804 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaabfa0b-c812-47e9-8936-47f4d4b1ecd3,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:28.063322 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed902513250941b49e8c567278f8b880&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6275482 Jun 17 17:33:28.064335 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:28.065891 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47020) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:28.143208 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-19717775-97d3-4400-b9d2-ede07801f734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:28.171915 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-19717775-97d3-4400-b9d2-ede07801f734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:28.208956 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126fd-0c54-4119-b65e-2e686229c04a req-4087c52d-19f1-4a40-9396-378fb886abf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:28.210394 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-293126fd-0c54-4119-b65e-2e686229c04a req-4087c52d-19f1-4a40-9396-378fb886abf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 916 time: 0.2705886 Jun 17 17:33:28.221140 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c8f08f7-263a-465f-b186-2248a4881560 req-53d1b5cc-202e-4bbe-b5c6-29507be21055 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570369 Jun 17 17:33:28.250188 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-19717775-97d3-4400-b9d2-ede07801f734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:28.255686 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-e744cd2e-9616-4eda-837e-44e014bbf098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:28.266404 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19717775-97d3-4400-b9d2-ede07801f734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaabfa0b-c812-47e9-8936-47f4d4b1ecd3,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:28.270576 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-19717775-97d3-4400-b9d2-ede07801f734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:28.274085 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-19717775-97d3-4400-b9d2-ede07801f734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:28.287391 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-19717775-97d3-4400-b9d2-ede07801f734 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaabfa0b-c812-47e9-8936-47f4d4b1ecd3 HTTP/1.1" status: 204 len: 168 time: 0.2129281 Jun 17 17:33:28.474381 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-293126fd-0c54-4119-b65e-2e686229c04a req-026e815e-9ac1-43a0-aea3-3516a5a25020 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94387cd8-b952-495e-8ea5-849d62f6b42a HTTP/1.1" status: 200 len: 217 time: 0.2562454 Jun 17 17:33:28.613209 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126fd-0c54-4119-b65e-2e686229c04a req-a0fcf533-3e93-4f29-bdf1-5becdbbc87d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:28.615718 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-293126fd-0c54-4119-b65e-2e686229c04a req-a0fcf533-3e93-4f29-bdf1-5becdbbc87d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 200 len: 855 time: 0.1306682 Jun 17 17:33:28.696136 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-293126fd-0c54-4119-b65e-2e686229c04a req-62717346-ce4d-4478-b757-1ed6986501f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1349afd9-6bd6-40cf-83d4-e1af80082a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711279 Jun 17 17:33:28.698573 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c8f08f7-263a-465f-b186-2248a4881560 req-fe7d5a02-022e-40e0-b0cf-5cbd042ec69a service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141390 Jun 17 17:33:28.902413 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-293126fd-0c54-4119-b65e-2e686229c04a req-3ee64ddf-2436-4cec-b7a1-c7f91a66caa8 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666052 Jun 17 17:33:28.912023 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47060) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:28.963265 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.036624 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:29.053360 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Usage tracker for resource:security_group_rule and tenant:1f3936eeaf1b44a38da61389f83ad267 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:29.059380 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:29.070671 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:29.164540 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.172883 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.186955 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4f980efb-38d9-4a9f-9e8e-62d3d9ce33f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:29.206165 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-293126fd-0c54-4119-b65e-2e686229c04a req-72dc6ea7-fcec-4688-ae24-1736962f9b20 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589762 Jun 17 17:33:29.217839 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5d7e5-9442-4dd1-87f8-d1e4a7040ddf req-a38c02ad-36ff-477b-a2f7-44bc8e44b4df tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:29.219482 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8cc5d7e5-9442-4dd1-87f8-d1e4a7040ddf req-a38c02ad-36ff-477b-a2f7-44bc8e44b4df tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.2290745 Jun 17 17:33:29.250461 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafdfe89-2cd4-42b3-a0ad-8fb0f6248d84,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:29.258675 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f3936eeaf1b44a38da61389f83ad267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3436520 Jun 17 17:33:29.258675 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:29.268894 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47068) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:29.335841 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8cc5d7e5-9442-4dd1-87f8-d1e4a7040ddf req-91d0ba73-e74a-4895-878d-2db3d9d8aa97 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025572 Jun 17 17:33:29.384531 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-827cd151-4905-4153-9957-6656726d1179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.416572 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-827cd151-4905-4153-9957-6656726d1179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.448036 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 47076) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:29.502894 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-827cd151-4905-4153-9957-6656726d1179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.508434 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-312435ee-63f1-4216-8350-2ff3d9ac0edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:29.527082 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cd151-4905-4153-9957-6656726d1179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafdfe89-2cd4-42b3-a0ad-8fb0f6248d84,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:29.531318 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-827cd151-4905-4153-9957-6656726d1179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:29.553537 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-827cd151-4905-4153-9957-6656726d1179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.559318 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-827cd151-4905-4153-9957-6656726d1179 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aafdfe89-2cd4-42b3-a0ad-8fb0f6248d84 HTTP/1.1" status: 204 len: 168 time: 0.2851510 Jun 17 17:33:29.659375 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.717110 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:29.722939 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Usage tracker for resource:security_group_rule and tenant:8fe6428c2491499e87a0575ff45fc44f is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:29.726479 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:29.733154 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:29.847058 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.853177 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:29.861193 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:29.909940 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1d361c-6d81-4ec7-afeb-31db3206467c,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:29.914108 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fe6428c2491499e87a0575ff45fc44f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4644940 Jun 17 17:33:29.915738 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:29.918019 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 47094) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:30.001305 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-612f216c-1641-41d1-926b-76f58ea15756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.041745 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-612f216c-1641-41d1-926b-76f58ea15756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.117203 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-612f216c-1641-41d1-926b-76f58ea15756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.122067 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-077b40c2-fc3b-4398-8181-313b5144bcca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:30.144160 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f216c-1641-41d1-926b-76f58ea15756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1d361c-6d81-4ec7-afeb-31db3206467c,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:30.147644 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-612f216c-1641-41d1-926b-76f58ea15756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:30.172982 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-612f216c-1641-41d1-926b-76f58ea15756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.177269 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-612f216c-1641-41d1-926b-76f58ea15756 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af1d361c-6d81-4ec7-afeb-31db3206467c HTTP/1.1" status: 204 len: 168 time: 0.2562366 Jun 17 17:33:30.202578 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47108) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:30.247694 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.285198 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 47114) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:30.346197 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:30.351831 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Usage tracker for resource:security_group_rule and tenant:0665e70211f044e5b9cc48ebea002c95 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:30.355810 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:30.363138 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:30.482175 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.492250 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.503969 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-219864ce-1561-445f-921f-71fc914c1214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:30.635744 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0665e70211f044e5b9cc48ebea002c95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4318428 Jun 17 17:33:30.636533 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e89e197-9a09-4ea0-be5b-64e855c0c4a9,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:30.645122 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:30.646804 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47130) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:30.674636 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.742245 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:30.751163 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149b41c-1fc8-4501-ac88-2d5a0a7696a3 req-e1e51d4d-a969-4787-ac82-3333d6474091 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:30.752997 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b149b41c-1fc8-4501-ac88-2d5a0a7696a3 req-e1e51d4d-a969-4787-ac82-3333d6474091 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1832922 Jun 17 17:33:30.793713 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Usage tracker for resource:security_group_rule and tenant:33ea046cf0fd473fbe10b06a0dfb4c8e is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:30.808014 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-01588d8e-8b04-464b-9037-6e794cd9b275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.824448 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:30.838103 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:30.855110 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b149b41c-1fc8-4501-ac88-2d5a0a7696a3 req-9a231c87-d9fb-48da-b1a1-9e1ab352b065 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958221 Jun 17 17:33:30.876645 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-01588d8e-8b04-464b-9037-6e794cd9b275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.895687 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 47138) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:30.950489 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-01588d8e-8b04-464b-9037-6e794cd9b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.955576 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:30.962111 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.970591 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01588d8e-8b04-464b-9037-6e794cd9b275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e89e197-9a09-4ea0-be5b-64e855c0c4a9,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:30.973849 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-01588d8e-8b04-464b-9037-6e794cd9b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:30.983308 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-01588d8e-8b04-464b-9037-6e794cd9b275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:30.984876 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-01588d8e-8b04-464b-9037-6e794cd9b275 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e89e197-9a09-4ea0-be5b-64e855c0c4a9 HTTP/1.1" status: 204 len: 168 time: 0.3368793 Jun 17 17:33:31.000680 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.011868 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.044309 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:31.049010 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9a159c78-de65-4a05-9dc2-d001e92881de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:31.058190 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Usage tracker for resource:security_group_rule and tenant:27c8190d1b944e4c802035a449ab59e9 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:31.064400 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:31.077999 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:31.094686 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33ea046cf0fd473fbe10b06a0dfb4c8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8079262 Jun 17 17:33:31.097814 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47148) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:31.105126 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea15bfd-db7d-4c4c-a7ed-5adae80c7342,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:31.123793 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:31.194155 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8694209c-0fd1-4f6c-92f2-6673fae995a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.211873 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.223941 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.230415 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8694209c-0fd1-4f6c-92f2-6673fae995a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.257424 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:31.299722 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27c8190d1b944e4c802035a449ab59e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4027019 Jun 17 17:33:31.302508 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47152) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:31.307043 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0bbd1-b72e-45c8-9a20-9918cc33b3c0,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:31.312991 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:31.331631 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8694209c-0fd1-4f6c-92f2-6673fae995a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.342460 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1b2ac2bf-3dc7-44e8-857e-f2c741ca73b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:31.372488 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694209c-0fd1-4f6c-92f2-6673fae995a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea15bfd-db7d-4c4c-a7ed-5adae80c7342,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:31.375808 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8694209c-0fd1-4f6c-92f2-6673fae995a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:31.388417 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8694209c-0fd1-4f6c-92f2-6673fae995a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.395061 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-8694209c-0fd1-4f6c-92f2-6673fae995a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ea15bfd-db7d-4c4c-a7ed-5adae80c7342 HTTP/1.1" status: 204 len: 168 time: 0.2903733 Jun 17 17:33:31.464167 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-68be6a32-94c5-4f4e-872e-e50f8449e113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.530577 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.558140 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-68be6a32-94c5-4f4e-872e-e50f8449e113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.637183 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-68be6a32-94c5-4f4e-872e-e50f8449e113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.645156 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4a5cc480-5bb4-41c2-8f9f-175c0aba78f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:31.661681 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be6a32-94c5-4f4e-872e-e50f8449e113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0bbd1-b72e-45c8-9a20-9918cc33b3c0,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:31.664668 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-68be6a32-94c5-4f4e-872e-e50f8449e113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:31.666595 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-68be6a32-94c5-4f4e-872e-e50f8449e113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:31.667686 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-68be6a32-94c5-4f4e-872e-e50f8449e113 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83c0bbd1-b72e-45c8-9a20-9918cc33b3c0 HTTP/1.1" status: 204 len: 168 time: 0.3606753 Jun 17 17:33:32.114623 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7317bf3a-3a31-4c60-a138-c2c073c14a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:32.180191 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba018fad-9091-4c47-ab0d-0340a60e541d req-c765756f-61b4-42e5-aa7a-8a9c9ce99cec tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:32.184529 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ba018fad-9091-4c47-ab0d-0340a60e541d req-c765756f-61b4-42e5-aa7a-8a9c9ce99cec tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1582105 Jun 17 17:33:32.290582 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ba018fad-9091-4c47-ab0d-0340a60e541d req-8b860d52-5d42-4003-8d68-a9d581ce82c0 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015487 Jun 17 17:33:32.400991 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:33.518750 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b70708-2722-469b-8522-93247054a863 req-9d618c71-bb4a-4ef2-a3cb-4f98095780a9 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:33.520318 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a6b70708-2722-469b-8522-93247054a863 req-9d618c71-bb4a-4ef2-a3cb-4f98095780a9 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0877969 Jun 17 17:33:33.577617 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a6b70708-2722-469b-8522-93247054a863 req-8837011a-66a8-49aa-8630-b83b856e30b8 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482585 Jun 17 17:33:34.231855 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-4e9aab4c-7275-4c20-afa8-3882eeb8e005 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:34.231855 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-4e9aab4c-7275-4c20-afa8-3882eeb8e005 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 815 time: 0.1561761 Jun 17 17:33:34.246449 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-dfe6cbbe-45e6-42b1-a23d-d412eae15033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:34.251070 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-ceeda16c-0bca-4d3d-8295-ed14032d4bbc tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/quotas/0d84405fff7d443e9e1874f988ffaf45 HTTP/1.1" status: 200 len: 375 time: 0.0175738 Jun 17 17:33:34.334812 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-e7f9d00f-525c-4a74-8e64-08371db03ca5 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779257 Jun 17 17:33:34.537853 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-16974a52-a4e3-4cf7-b6c0-9866eadc9122 service neutron] 10.222.0.15 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930406 Jun 17 17:33:34.689344 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-8281a39c-3caa-4231-891d-47714c7be69b service neutron] 10.222.0.15 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434364 Jun 17 17:33:34.875618 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930cbf1-5d7b-4d14-b249-dde91b67219b req-0ff973c3-7f57-4087-843e-7d1ca7fd3aed tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:34.876992 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1930cbf1-5d7b-4d14-b249-dde91b67219b req-0ff973c3-7f57-4087-843e-7d1ca7fd3aed tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1396494 Jun 17 17:33:34.975141 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ff086c72-8dd1-4e4d-ba95-e23f9b8f709d req-7aedd109-75b1-4fc0-acce-ba4929382050 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 210 time: 0.0624642 Jun 17 17:33:34.984014 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1930cbf1-5d7b-4d14-b249-dde91b67219b req-86e4ff45-7873-48f3-ab80-286ff5ce9545 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008530 Jun 17 17:33:35.304300 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:35.424068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 47304) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:35.632442 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:35.665930 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:35.669982 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Usage tracker for resource:security_group_rule and tenant:4c9bd291ef2748289646be3a732864fa is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:35.672960 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:35.678734 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:35.750040 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:35.754026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:35.760845 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-7a7c66c2-18e7-4903-9d1e-2c03d4151610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:35.807147 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163bb5b1-7768-44af-8be8-423a378af173,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:35.810088 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:35.812948 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c9bd291ef2748289646be3a732864fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3878984 Jun 17 17:33:35.816395 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47312) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:35.878369 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d4e5283e-d8ec-4e0f-b8c6-8e05eed39b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:35.903363 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d4e5283e-d8ec-4e0f-b8c6-8e05eed39b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:35.963014 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d4e5283e-d8ec-4e0f-b8c6-8e05eed39b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:35.966532 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8694209c-0fd1-4f6c-92f2-6673fae995a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:35.977420 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5283e-d8ec-4e0f-b8c6-8e05eed39b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163bb5b1-7768-44af-8be8-423a378af173,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:35.980120 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d4e5283e-d8ec-4e0f-b8c6-8e05eed39b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:35.985422 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d4e5283e-d8ec-4e0f-b8c6-8e05eed39b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:35.986759 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-d4e5283e-d8ec-4e0f-b8c6-8e05eed39b56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/163bb5b1-7768-44af-8be8-423a378af173 HTTP/1.1" status: 204 len: 168 time: 0.1690817 Jun 17 17:33:36.257050 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-615e3315-d623-4354-9bcf-5b806d58b903 req-5c0b0a99-8725-43fa-b860-81373e1aa5fd tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 210 time: 0.0833647 Jun 17 17:33:36.293979 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66351f7a-a464-413f-abf8-aa7bdef1afe3 req-0b5e7e22-d831-48ad-ac68-72ae2d0a589e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:36.302411 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-66351f7a-a464-413f-abf8-aa7bdef1afe3 req-0b5e7e22-d831-48ad-ac68-72ae2d0a589e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1856530 Jun 17 17:33:36.368483 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-66351f7a-a464-413f-abf8-aa7bdef1afe3 req-098d39a9-0ec7-48a5-b2c5-03ef2a0de35b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649686 Jun 17 17:33:36.550504 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47330) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:36.591718 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:36.644931 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:36.648770 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] Usage tracker for resource:security_group_rule and tenant:4134cff5b81541af9a4036e9191e3bcf is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:36.652251 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:36.657987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:36.701709 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-6c8c4ed7-00fa-45a5-87da-095373433a38 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:36.704335 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-6c8c4ed7-00fa-45a5-87da-095373433a38 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 815 time: 0.1820495 Jun 17 17:33:36.729586 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:36.733301 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:36.734252 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Request body: {'port': {'device_id': 'db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25', 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48', 'admin_state_up': True, 'tenant_id': '0d84405fff7d443e9e1874f988ffaf45'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:33:36.741046 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-19717775-97d3-4400-b9d2-ede07801f734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:36.786214 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9840c0-03e8-46c0-8478-ec9899b27a21,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:36.792581 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:36.796744 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9aa18c24-dd2d-4e66-9b7e-e2b07ef388dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4134cff5b81541af9a4036e9191e3bcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2450540 Jun 17 17:33:36.803190 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47336) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:36.830511 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:36.868020 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cfe4fe82-e716-4bc0-80d0-f972d7cae3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:36.894729 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cfe4fe82-e716-4bc0-80d0-f972d7cae3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:36.903163 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:36.912394 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:36.922597 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Made reservation on behalf of 0d84405fff7d443e9e1874f988ffaf45 for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:33:36.925471 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:36.948024 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cfe4fe82-e716-4bc0-80d0-f972d7cae3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:36.952123 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:36.964724 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4fe82-e716-4bc0-80d0-f972d7cae3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9840c0-03e8-46c0-8478-ec9899b27a21,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:36.966964 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-cfe4fe82-e716-4bc0-80d0-f972d7cae3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:36.970248 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cfe4fe82-e716-4bc0-80d0-f972d7cae3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:36.971895 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-cfe4fe82-e716-4bc0-80d0-f972d7cae3e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d9840c0-03e8-46c0-8478-ec9899b27a21 HTTP/1.1" status: 204 len: 168 time: 0.1650431 Jun 17 17:33:37.088090 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Allocated IP 172.20.0.14 (1349afd9-6bd6-40cf-83d4-e1af80082a48/62c32e16-8527-4d24-99f6-58c9fc72a000/edfe82a6-7636-44a0-b210-bf647ce26844) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:33:37.296103 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:37.332644 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:37.344062 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:37.377091 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['94387cd8-b952-495e-8ea5-849d62f6b42a', 'ba4d6e26-d890-4ec3-838f-6b696fd34d07', 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:33:37.410624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Network 1349afd9-6bd6-40cf-83d4-e1af80082a48 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:33:37.414602 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:33:37.418296 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Pushing event updated for resources: {'Port': ['ID=edfe82a6-7636-44a0-b210-bf647ce26844,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:37.422774 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:33:37.496090 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:37.618077 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:37.618750 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:37.676049 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094045b-4b63-4766-b079-e79e99b2edfd req-c58c8536-68bb-4740-9564-9cac901f84d3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:37.676743 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e094045b-4b63-4766-b079-e79e99b2edfd req-c58c8536-68bb-4740-9564-9cac901f84d3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Synchronizing usage tracker for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:33:37.693498 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972904b-0a79-4dd9-941a-c6c56424b90d req-5bfc0f9a-b83d-42a7-a46a-35a72d3bff05 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:37.695001 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7972904b-0a79-4dd9-941a-c6c56424b90d req-5bfc0f9a-b83d-42a7-a46a-35a72d3bff05 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1748581 Jun 17 17:33:37.721889 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9917192 Jun 17 17:33:37.729966 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e094045b-4b63-4766-b079-e79e99b2edfd req-c58c8536-68bb-4740-9564-9cac901f84d3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Unset dirty status for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:33:37.731269 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e094045b-4b63-4766-b079-e79e99b2edfd req-c58c8536-68bb-4740-9564-9cac901f84d3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 932 time: 0.3139927 Jun 17 17:33:37.769075 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Request body: {'port': {'device_id': 'db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:33:37.816238 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7972904b-0a79-4dd9-941a-c6c56424b90d req-dd46e4f8-1938-4e65-aa9f-99cd6fe93b79 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139805 Jun 17 17:33:37.863308 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e094045b-4b63-4766-b079-e79e99b2edfd req-f929f06a-d5f1-4a25-97f0-9c339a6d9966 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218939 Jun 17 17:33:37.988186 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:38.329100 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfe82a6-7636-44a0-b210-bf647ce26844 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:33:38.335909 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:38.349970 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Transition to ACTIVE for port object edfe82a6-7636-44a0-b210-bf647ce26844 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:33:38.354534 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:38.359261 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c94d8d62-2ecf-4b84-ac4a-c22727a23da5 tempest-DeleteServersTestJSON-1330008757 tempest-DeleteServersTestJSON-1330008757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:38.484855 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Pushing event updated for resources: {'Port': ['ID=edfe82a6-7636-44a0-b210-bf647ce26844,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:38.487711 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:38.599223 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Attempting to bind port edfe82a6-7636-44a0-b210-bf647ce26844 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:33:38.599623 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Attempting to bind port edfe82a6-7636-44a0-b210-bf647ce26844 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:33:38.600010 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Attempting to bind port edfe82a6-7636-44a0-b210-bf647ce26844 on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:33:38.606424 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Port edfe82a6-7636-44a0-b210-bf647ce26844 on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:33:38.606825 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Attempting to bind port edfe82a6-7636-44a0-b210-bf647ce26844 on network 1349afd9-6bd6-40cf-83d4-e1af80082a48 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:33:38.613031 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:33:38.613439 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Checking segment: {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:33:38.613812 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Bound using segment: {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:33:38.614258 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Bound port: edfe82a6-7636-44a0-b210-bf647ce26844, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f564da7-0086-4722-a511-931e1b393d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:33:38.614618 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:38.705355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] For port edfe82a6-7636-44a0-b210-bf647ce26844, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:33:38.708326 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] For port edfe82a6-7636-44a0-b210-bf647ce26844, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=edfe82a6-7636-44a0-b210-bf647ce26844,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:33:38.711809 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:38.715611 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:38.771250 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:38.772577 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] 10.222.0.20 "PUT /v2.0/ports/edfe82a6-7636-44a0-b210-bf647ce26844 HTTP/1.1" status: 200 len: 1094 time: 1.0117588 Jun 17 17:33:38.773038 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25', 'tag': 'edfe82a6-7636-44a0-b210-bf647ce26844'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:33:38.791266 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Pushing event updated for resources: {'Port': ['ID=edfe82a6-7636-44a0-b210-bf647ce26844,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:38.794355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:38.843248 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25', 'tag': 'edfe82a6-7636-44a0-b210-bf647ce26844', 'status': 'completed', 'code': 200} Jun 17 17:33:38.938927 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-a71e26a4-ec4c-46b2-8b4d-79dc69ef7e3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 1097 time: 0.0747116 Jun 17 17:33:39.098306 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-73e9d5c7-4c33-4e81-8459-1a174e9565aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edfe82a6-7636-44a0-b210-bf647ce26844 HTTP/1.1" status: 200 len: 217 time: 0.1144629 Jun 17 17:33:39.197191 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-c777a17d-51de-4138-a193-1a220110fb3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:39.198912 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-c777a17d-51de-4138-a193-1a220110fb3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 200 len: 855 time: 0.0828958 Jun 17 17:33:39.209786 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced89108-157f-4603-a07f-9f58ec664780 req-f4597d6d-2f67-46e8-9b6d-59366bb67266 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:39.211157 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ced89108-157f-4603-a07f-9f58ec664780 req-f4597d6d-2f67-46e8-9b6d-59366bb67266 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 944 time: 0.1782358 Jun 17 17:33:39.218153 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5036c4-b73d-4f1e-addf-5e322f1f6c83 req-40bbd7cf-1053-463e-b390-4b93d88870b7 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:39.219520 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7c5036c4-b73d-4f1e-addf-5e322f1f6c83 req-40bbd7cf-1053-463e-b390-4b93d88870b7 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.2663944 Jun 17 17:33:39.284596 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-e62c05dc-b883-4c2a-ab36-02a72b7330e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1349afd9-6bd6-40cf-83d4-e1af80082a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725439 Jun 17 17:33:39.408642 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ced89108-157f-4603-a07f-9f58ec664780 req-dc608056-43e6-4521-98af-fe6c98f9f8a9 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881478 Jun 17 17:33:39.422633 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7c5036c4-b73d-4f1e-addf-5e322f1f6c83 req-5bd8027b-7fae-4c12-b3c2-7bce0c8d92ac tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691132 Jun 17 17:33:39.468964 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-29e33af7-5b9b-48c0-8329-0d6e4cdaee66 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744900 Jun 17 17:33:39.609897 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0722bc78-cad7-4571-989d-746e2fca8ecc req-19c66673-237e-4e37-b537-5f036d48e860 service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344168 Jun 17 17:33:39.871619 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ba811a9b-36d6-4245-9d6a-8e8bc219eb63 req-f62426ef-8b33-4523-80b8-e882064d8281 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d84405fff7d443e9e1874f988ffaf45&device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 1097 time: 0.1402881 Jun 17 17:33:40.005989 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba811a9b-36d6-4245-9d6a-8e8bc219eb63 req-d08afce3-843b-4d7d-b70e-5daadbb2ca73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:40.007600 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ba811a9b-36d6-4245-9d6a-8e8bc219eb63 req-d08afce3-843b-4d7d-b70e-5daadbb2ca73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 200 len: 916 time: 0.1287737 Jun 17 17:33:40.076385 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ba811a9b-36d6-4245-9d6a-8e8bc219eb63 req-665d50f5-60f3-4d1a-a33b-8f8e2bb7496a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edfe82a6-7636-44a0-b210-bf647ce26844 HTTP/1.1" status: 200 len: 217 time: 0.0617144 Jun 17 17:33:40.142744 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba811a9b-36d6-4245-9d6a-8e8bc219eb63 req-55465f97-36ef-418f-ab83-45350d92044b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:40.144214 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ba811a9b-36d6-4245-9d6a-8e8bc219eb63 req-55465f97-36ef-418f-ab83-45350d92044b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 200 len: 855 time: 0.0602362 Jun 17 17:33:40.193445 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ba811a9b-36d6-4245-9d6a-8e8bc219eb63 req-9d13a71b-b089-4add-8e4e-1ee5b7115837 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1349afd9-6bd6-40cf-83d4-e1af80082a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391855 Jun 17 17:33:40.345644 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ba811a9b-36d6-4245-9d6a-8e8bc219eb63 req-83acb229-c82f-40a9-83c9-d72f54f9827b service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298862 Jun 17 17:33:40.502185 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ba811a9b-36d6-4245-9d6a-8e8bc219eb63 req-d5f66649-6fe4-4f6f-a212-0af6a73a619c service neutron] 10.222.0.20 "GET /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433561 Jun 17 17:33:40.681888 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fafde1-b9d6-4b37-92da-152ecb3f57a9 req-b459114e-3fcd-4e45-978c-f9c05856cadf tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:40.683400 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-74fafde1-b9d6-4b37-92da-152ecb3f57a9 req-b459114e-3fcd-4e45-978c-f9c05856cadf tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 944 time: 0.1398494 Jun 17 17:33:40.709120 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889d673-e932-46cf-b35d-4bb5a934f49f req-8cbbcd3e-93f9-4f22-b6f4-7fbcd1ae6f8b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:40.710645 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4889d673-e932-46cf-b35d-4bb5a934f49f req-8cbbcd3e-93f9-4f22-b6f4-7fbcd1ae6f8b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1303511 Jun 17 17:33:40.766527 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-74fafde1-b9d6-4b37-92da-152ecb3f57a9 req-e297d114-52c0-42e5-8984-80aafd16b0ac tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774052 Jun 17 17:33:40.777263 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4889d673-e932-46cf-b35d-4bb5a934f49f req-effaf9a9-c8f8-442c-bfda-b08fa834b750 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600879 Jun 17 17:33:41.700029 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47434) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:41.944332 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:41.979601 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:41.981261 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f646ac59ebb6412ea613374ef299391b is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:41.984175 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:41.989887 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:42.060053 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:42.064245 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:42.065316 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d278-c19e-477b-bbb1-6819fcf1d820 req-fc80bfa8-823d-4958-974b-4dd9ad7d0176 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:42.076624 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9d0575f1-f27e-4701-b26b-3fa1fb8d58a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:42.076715 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fdd3d278-c19e-477b-bbb1-6819fcf1d820 req-fc80bfa8-823d-4958-974b-4dd9ad7d0176 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 944 time: 0.1731670 Jun 17 17:33:42.094252 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf190b9-9410-4264-b9bf-d77c00050d90 req-bd3773c4-e2f7-4973-ae02-a577322ca811 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:42.095722 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-acf190b9-9410-4264-b9bf-d77c00050d90 req-bd3773c4-e2f7-4973-ae02-a577322ca811 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1549997 Jun 17 17:33:42.117359 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f972d-33e4-48f4-9e9b-6fd0fb34d200,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:42.122974 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:42.129933 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f646ac59ebb6412ea613374ef299391b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4279752 Jun 17 17:33:42.130127 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 47452) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:42.185430 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fdd3d278-c19e-477b-bbb1-6819fcf1d820 req-e7ad0878-c4c7-4df2-be68-114c6f249e90 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121347 Jun 17 17:33:42.195900 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-acf190b9-9410-4264-b9bf-d77c00050d90 req-7c60d58a-c8b1-42b9-8add-449806ef926a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944746 Jun 17 17:33:42.239532 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1f591253-7bec-4309-834a-d0e96d87765b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:42.267157 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1f591253-7bec-4309-834a-d0e96d87765b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:42.327175 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1f591253-7bec-4309-834a-d0e96d87765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:42.332068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-22870221-d1b4-4a6e-af92-c8f7bf0fa2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:42.346524 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f591253-7bec-4309-834a-d0e96d87765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f972d-33e4-48f4-9e9b-6fd0fb34d200,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:42.359468 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-1f591253-7bec-4309-834a-d0e96d87765b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:42.363051 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1f591253-7bec-4309-834a-d0e96d87765b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:42.364167 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-1f591253-7bec-4309-834a-d0e96d87765b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e71f972d-33e4-48f4-9e9b-6fd0fb34d200 HTTP/1.1" status: 204 len: 168 time: 0.2325535 Jun 17 17:33:43.505153 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d60b4e-889d-4eca-bbc4-c223af1e6000 req-31037e0c-9f75-4d04-9693-6329cc850bb8 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:43.506617 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-74d60b4e-889d-4eca-bbc4-c223af1e6000 req-31037e0c-9f75-4d04-9693-6329cc850bb8 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 944 time: 0.1932030 Jun 17 17:33:43.520260 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b5730-20a3-4d09-84f7-21595dfad207 req-aa0c59e2-7228-41a5-86d5-d8cc9bb1dc60 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:43.521675 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-338b5730-20a3-4d09-84f7-21595dfad207 req-aa0c59e2-7228-41a5-86d5-d8cc9bb1dc60 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1728995 Jun 17 17:33:43.563592 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-75b47a2c-2d2f-4b32-9553-5e5a94e28d52 req-36b9b1b8-cc03-463f-8bf2-f6cd3672873b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1098 time: 0.1552243 Jun 17 17:33:43.624479 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-74d60b4e-889d-4eca-bbc4-c223af1e6000 req-c6cbbda8-58ec-41cc-87b3-0235744a45dc tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009846 Jun 17 17:33:43.647119 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-338b5730-20a3-4d09-84f7-21595dfad207 req-9c88c83c-fd28-4c55-86d3-d163a4f8439d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059594 Jun 17 17:33:43.679893 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-75b47a2c-2d2f-4b32-9553-5e5a94e28d52 req-d570d360-15a6-4d21-a819-1ab213ef3d45 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010156 Jun 17 17:33:44.503663 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device edfe82a6-7636-44a0-b210-bf647ce26844 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:33:44.637148 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port edfe82a6-7636-44a0-b210-bf647ce26844, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=edfe82a6-7636-44a0-b210-bf647ce26844,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:33:44.650971 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': 'edfe82a6-7636-44a0-b210-bf647ce26844', 'network_id': '1349afd9-6bd6-40cf-83d4-e1af80082a48', 'port_id': 'edfe82a6-7636-44a0-b210-bf647ce26844', 'mac_address': 'fa:16:3e:aa:d1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c32e16-8527-4d24-99f6-58c9fc72a000', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:33:44.709670 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:44.731624 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfe82a6-7636-44a0-b210-bf647ce26844 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:33:44.748472 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port edfe82a6-7636-44a0-b210-bf647ce26844, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=edfe82a6-7636-44a0-b210-bf647ce26844,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:33:44.752879 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:44.755673 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-2f1df8ba-e875-4e5c-8888-6aaff13d88a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:44.833751 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=edfe82a6-7636-44a0-b210-bf647ce26844,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:44.837629 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:44.930031 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cf184-24d8-4794-8e12-c842ce6311b0 req-0361244b-3372-49af-886e-07528871d3fb tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:44.941547 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4a1cf184-24d8-4794-8e12-c842ce6311b0 req-0361244b-3372-49af-886e-07528871d3fb tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1446939 Jun 17 17:33:44.960169 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ec7b3-8d42-42a1-a087-a37d5c2034ea req-7bf964ea-3bac-45ee-b44d-eea06b84f5cf tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:44.961647 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-096ec7b3-8d42-42a1-a087-a37d5c2034ea req-7bf964ea-3bac-45ee-b44d-eea06b84f5cf tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 945 time: 0.1350179 Jun 17 17:33:45.006305 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4a1cf184-24d8-4794-8e12-c842ce6311b0 req-3bd7d719-79f6-405f-9f1f-10aafe602040 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686848 Jun 17 17:33:45.030631 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-096ec7b3-8d42-42a1-a087-a37d5c2034ea req-1ac72bc1-b58e-4f19-b271-0c11d05f9b91 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494354 Jun 17 17:33:45.449149 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['edfe82a6-7636-44a0-b210-bf647ce26844'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:33:46.290471 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c320809-b0c6-40aa-824a-0d13fcac141a req-f35585ac-4816-4842-a9b3-56546d4b8b33 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:46.291947 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1c320809-b0c6-40aa-824a-0d13fcac141a req-f35585ac-4816-4842-a9b3-56546d4b8b33 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1583338 Jun 17 17:33:46.385748 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1c320809-b0c6-40aa-824a-0d13fcac141a req-b293e088-d350-4b9d-b6c2-a69998a091c6 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642445 Jun 17 17:33:46.408099 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50c89b-48ad-4884-a08c-86046534880d req-0be99004-1619-43cd-8bc5-3b2ebcf526b4 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:46.409541 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-be50c89b-48ad-4884-a08c-86046534880d req-0be99004-1619-43cd-8bc5-3b2ebcf526b4 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 945 time: 0.1167481 Jun 17 17:33:46.467299 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-be50c89b-48ad-4884-a08c-86046534880d req-16c61706-7565-4732-b8bd-ccbe683c3c27 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478351 Jun 17 17:33:46.844328 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-767b69f1-5d56-4b94-8276-1a550a9d360a req-c4844fd1-53da-42f1-a7b3-10b2b7c89964 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1098 time: 0.0670650 Jun 17 17:33:46.975290 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b69f1-5d56-4b94-8276-1a550a9d360a req-0db1192f-7b8e-4bd8-8b8a-8c70ab37c017 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:46.976614 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-767b69f1-5d56-4b94-8276-1a550a9d360a req-0db1192f-7b8e-4bd8-8b8a-8c70ab37c017 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 919 time: 0.1228943 Jun 17 17:33:47.049074 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-767b69f1-5d56-4b94-8276-1a550a9d360a req-47e97f87-0537-4d98-8557-b37a5b361b45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b48a02b-368a-438e-b716-8004052f210d HTTP/1.1" status: 200 len: 217 time: 0.0640917 Jun 17 17:33:47.184754 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b69f1-5d56-4b94-8276-1a550a9d360a req-e4e9768f-4334-4de0-9a84-bf0e50dbc0c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:47.186160 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-767b69f1-5d56-4b94-8276-1a550a9d360a req-e4e9768f-4334-4de0-9a84-bf0e50dbc0c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.1087399 Jun 17 17:33:47.241262 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-767b69f1-5d56-4b94-8276-1a550a9d360a req-a8290612-0192-485d-90a4-9025655a299a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412455 Jun 17 17:33:47.246735 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f8011-f8fb-4375-ac00-0f7a4b1f4c36 req-9f6c7589-0679-4325-b06b-860a2630291f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:47.248044 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-343f8011-f8fb-4375-ac00-0f7a4b1f4c36 req-9f6c7589-0679-4325-b06b-860a2630291f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1361117 Jun 17 17:33:47.374287 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-343f8011-f8fb-4375-ac00-0f7a4b1f4c36 req-3bb77685-3248-45b9-95c1-4e32d31a3472 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207111 Jun 17 17:33:47.408818 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-767b69f1-5d56-4b94-8276-1a550a9d360a req-46d4d1c2-ada6-4c2e-844c-f01809d13fd9 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536520 Jun 17 17:33:47.540857 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-767b69f1-5d56-4b94-8276-1a550a9d360a req-38cf0eb3-2c15-4461-9d06-cb27b5fd48c0 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232977 Jun 17 17:33:47.663446 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080d5ec-68a2-49ff-b8fe-ba17c2fd81ea req-c361cf2d-3624-4265-88a3-091d7ca7b212 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:47.664931 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3080d5ec-68a2-49ff-b8fe-ba17c2fd81ea req-c361cf2d-3624-4265-88a3-091d7ca7b212 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 945 time: 0.0811574 Jun 17 17:33:47.717234 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3080d5ec-68a2-49ff-b8fe-ba17c2fd81ea req-6677d734-ea69-404b-b1c4-f4b877939c24 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469432 Jun 17 17:33:48.502843 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device edfe82a6-7636-44a0-b210-bf647ce26844 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:33:48.568953 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port edfe82a6-7636-44a0-b210-bf647ce26844 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:33:48.570397 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6701cae-b4b8-4c50-832b-04c9084f71b5 req-04e018ef-d6de-44b6-86b4-9dad55152981 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:48.571915 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6701cae-b4b8-4c50-832b-04c9084f71b5 req-04e018ef-d6de-44b6-86b4-9dad55152981 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0739841 Jun 17 17:33:48.577131 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port edfe82a6-7636-44a0-b210-bf647ce26844 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:33:48.579252 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:48.622715 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6701cae-b4b8-4c50-832b-04c9084f71b5 req-c602a86c-1078-49c1-9212-7e3d51e0e2ca tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446298 Jun 17 17:33:48.692672 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:48.719222 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfe82a6-7636-44a0-b210-bf647ce26844'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:33:48.729546 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port edfe82a6-7636-44a0-b210-bf647ce26844, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=edfe82a6-7636-44a0-b210-bf647ce26844,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:33:48.733845 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:48.735964 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:48.784714 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfe82a6-7636-44a0-b210-bf647ce26844', 'code': 200} Jun 17 17:33:48.805059 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=edfe82a6-7636-44a0-b210-bf647ce26844,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:48.808358 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:48.923350 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fe452-ceae-409a-9ce3-7384cc90d45a req-ee9f6230-14cc-4076-b7f6-97abecb94b78 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:48.924876 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f34fe452-ceae-409a-9ce3-7384cc90d45a req-ee9f6230-14cc-4076-b7f6-97abecb94b78 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 946 time: 0.0812962 Jun 17 17:33:48.974038 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f34fe452-ceae-409a-9ce3-7384cc90d45a req-ad370ea2-8d95-4d07-8195-08cd2409e14f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Jun 17 17:33:49.083077 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-00261a08-72ce-4753-a4a2-216b432a4d7f req-39f0b4b6-02ab-4160-897d-8807bfdb1a22 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 1099 time: 0.0708275 Jun 17 17:33:49.127923 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-00261a08-72ce-4753-a4a2-216b432a4d7f req-b712d056-1a2d-4081-a834-d43f9622ad43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Jun 17 17:33:49.910885 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:33:50.239814 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae1d51-1385-4d77-ae64-65741a6c105e req-b52b5b8d-2715-418c-be1f-a5bf854beca9 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:50.241243 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-82ae1d51-1385-4d77-ae64-65741a6c105e req-b52b5b8d-2715-418c-be1f-a5bf854beca9 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1355851 Jun 17 17:33:50.247450 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898358fc-024a-474a-876c-212c9c8ca204 req-b512ba09-403b-4f60-a3eb-a5d4813ee9fd tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:50.248756 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-898358fc-024a-474a-876c-212c9c8ca204 req-b512ba09-403b-4f60-a3eb-a5d4813ee9fd tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 946 time: 0.1130981 Jun 17 17:33:50.317416 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-82ae1d51-1385-4d77-ae64-65741a6c105e req-e4e1ac9e-2046-4b7a-a73f-77e92d62f994 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677614 Jun 17 17:33:50.321687 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-898358fc-024a-474a-876c-212c9c8ca204 req-5b1ea8f2-10cc-4ffa-b7ea-669df4e5467a tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575049 Jun 17 17:33:51.636705 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1339f-e9f2-4196-8cfb-d8ad9510833d req-39c99510-0acb-4d49-9f03-19a5961ef60f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:51.638207 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bfc1339f-e9f2-4196-8cfb-d8ad9510833d req-39c99510-0acb-4d49-9f03-19a5961ef60f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1936219 Jun 17 17:33:51.644440 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d771-8811-469d-b164-700d262d9d3f req-f78ac59f-3496-4b07-b4c5-6246f97ad208 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:51.645784 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b9f9d771-8811-469d-b164-700d262d9d3f req-f78ac59f-3496-4b07-b4c5-6246f97ad208 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 946 time: 0.1994276 Jun 17 17:33:51.724333 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b9f9d771-8811-469d-b164-700d262d9d3f req-e150117d-ba5d-4461-bac6-092584859f19 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637205 Jun 17 17:33:51.726612 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bfc1339f-e9f2-4196-8cfb-d8ad9510833d req-d0e1b90b-f47d-4686-a97e-aa151a3cff1e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798938 Jun 17 17:33:52.660808 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47656) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:52.720126 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47662) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:52.900988 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:52.936569 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:52.964841 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:52.969444 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee421f837cb4cb2a4a331806a60da35 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:52.972881 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:52.979462 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:52.999563 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f29aeb-1ab5-4333-a429-e017ec613996 req-63843060-3e43-4eb0-a112-9f1f21d50015 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:53.001115 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-09f29aeb-1ab5-4333-a429-e017ec613996 req-63843060-3e43-4eb0-a112-9f1f21d50015 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1343074 Jun 17 17:33:53.001665 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:33:53.011727 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Usage tracker for resource:security_group_rule and tenant:b0616887bc7b4f95930ad6ad272aef0a is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:33:53.020991 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:33:53.030209 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:33:53.042909 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178973ed-de1c-4c14-9a9d-c4625a1fcec1 req-6cad867b-a8d7-457f-96d2-2bef5cbf7904 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:53.044335 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-178973ed-de1c-4c14-9a9d-c4625a1fcec1 req-6cad867b-a8d7-457f-96d2-2bef5cbf7904 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 946 time: 0.1187370 Jun 17 17:33:53.082250 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-09f29aeb-1ab5-4333-a429-e017ec613996 req-7ac2fbb6-5bcb-4e5d-a32c-96d44b3d8951 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729833 Jun 17 17:33:53.083384 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.090456 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.098944 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6333e091-50e4-4273-ba30-5214f55e2b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:53.103919 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-178973ed-de1c-4c14-9a9d-c4625a1fcec1 req-65e4b363-a160-4250-867e-10c1bbda51bd tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516498 Jun 17 17:33:53.159161 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43d7604-eed2-4373-b361-cf5f540212b7,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:53.172012 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ee421f837cb4cb2a4a331806a60da35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4507489 Jun 17 17:33:53.175158 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 47676) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:53.187998 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.188345 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.188684 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.189018 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.189348 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.189676 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.190001 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.190325 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.190680 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.191000 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.191323 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.202177 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.203504 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:53.209150 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.217399 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3cc27273-3aa4-4008-bb99-611892e053cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:53.244751 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd5b5ee-3dfa-4318-b23d-761f0309bb51,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:53.249529 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:53.270594 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0616887bc7b4f95930ad6ad272aef0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6084416 Jun 17 17:33:53.271258 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47680) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:33:53.286487 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.319130 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.340954 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5ad445d6-cc7c-4bfc-b9e4-7b8b141aa2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.380868 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5ad445d6-cc7c-4bfc-b9e4-7b8b141aa2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.381732 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.389207 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:53.403843 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43d7604-eed2-4373-b361-cf5f540212b7,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:53.418196 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.421794 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a43d7604-eed2-4373-b361-cf5f540212b7 HTTP/1.1" status: 204 len: 168 time: 0.2454982 Jun 17 17:33:53.428203 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.429670 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.430083 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.431245 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.431823 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.432267 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.433032 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.433382 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.433726 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.434247 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.434792 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:33:53.440786 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:53.445287 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5ad445d6-cc7c-4bfc-b9e4-7b8b141aa2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.457437 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3e7c71d5-a67f-47d2-b47d-55df27bdbfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:33:53.495194 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad445d6-cc7c-4bfc-b9e4-7b8b141aa2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd5b5ee-3dfa-4318-b23d-761f0309bb51,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:33:53.497915 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5ad445d6-cc7c-4bfc-b9e4-7b8b141aa2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:33:53.507889 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5ad445d6-cc7c-4bfc-b9e4-7b8b141aa2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:33:53.509564 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-5ad445d6-cc7c-4bfc-b9e4-7b8b141aa2df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dd5b5ee-3dfa-4318-b23d-761f0309bb51 HTTP/1.1" status: 204 len: 168 time: 0.2373843 Jun 17 17:33:56.241663 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd459a3-722d-4e36-8c1c-9c87867899fc req-7238cdae-8516-4d39-9515-42802e388301 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:56.243132 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5fd459a3-722d-4e36-8c1c-9c87867899fc req-7238cdae-8516-4d39-9515-42802e388301 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0779731 Jun 17 17:33:56.288215 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5fd459a3-722d-4e36-8c1c-9c87867899fc req-a678ac18-fb3a-4010-9a79-f38c6a9f7c73 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Jun 17 17:33:59.530713 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ac747b00-5d9e-4521-a10c-41a90cbd2f0e req-2ce3a36c-4163-4acc-bc13-69b55df4a56f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1098 time: 0.1248496 Jun 17 17:33:59.540123 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7711f3-94b3-464a-ae5c-7a03060671d9 req-2a007ad9-a62e-48a7-a15b-1095f82f0236 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:59.542091 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1a7711f3-94b3-464a-ae5c-7a03060671d9 req-2a007ad9-a62e-48a7-a15b-1095f82f0236 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1050861 Jun 17 17:33:59.675334 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1a7711f3-94b3-464a-ae5c-7a03060671d9 req-6280bf68-f590-49e0-91a8-34e0b4672177 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151662 Jun 17 17:33:59.698888 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac747b00-5d9e-4521-a10c-41a90cbd2f0e req-9075d97d-2cc6-4242-9b0d-60c062830d85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:59.700476 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ac747b00-5d9e-4521-a10c-41a90cbd2f0e req-9075d97d-2cc6-4242-9b0d-60c062830d85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 919 time: 0.1574006 Jun 17 17:33:59.770745 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ac747b00-5d9e-4521-a10c-41a90cbd2f0e req-3433c395-7c87-48e3-a0c5-ea9b83518ac6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b48a02b-368a-438e-b716-8004052f210d HTTP/1.1" status: 200 len: 217 time: 0.0627604 Jun 17 17:33:59.833844 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac747b00-5d9e-4521-a10c-41a90cbd2f0e req-ecb3249b-680b-4892-845e-4f551af9ff7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:33:59.835260 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ac747b00-5d9e-4521-a10c-41a90cbd2f0e req-ecb3249b-680b-4892-845e-4f551af9ff7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.0575206 Jun 17 17:33:59.883402 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ac747b00-5d9e-4521-a10c-41a90cbd2f0e req-a9ab4a76-e1eb-4e8b-8c0d-e240f6eb651b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417919 Jun 17 17:34:00.014995 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ac747b00-5d9e-4521-a10c-41a90cbd2f0e req-01a9ae92-146e-4c19-a77d-e90c07f30cd7 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219127 Jun 17 17:34:00.157598 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ac747b00-5d9e-4521-a10c-41a90cbd2f0e req-92c1c90a-3927-4faf-abdb-1a2f0791e41a service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256266 Jun 17 17:34:00.874207 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e94b-521a-4520-b4e0-6ac40e7ddc2f req-4e847adb-bb1d-4451-8941-85dd9cfc3d50 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:00.875680 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6ea8e94b-521a-4520-b4e0-6ac40e7ddc2f req-4e847adb-bb1d-4451-8941-85dd9cfc3d50 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0803809 Jun 17 17:34:00.919570 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6ea8e94b-521a-4520-b4e0-6ac40e7ddc2f req-7042d2e4-21e8-4f56-bbfd-25156dc2a736 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Jun 17 17:34:01.504741 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:01.839180 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e6a20-0ae5-403c-a6c4-ed6934fcceaf req-b52d6525-d71b-4a4c-b7ad-2c6e559ef557 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:01.840591 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a30e6a20-0ae5-403c-a6c4-ed6934fcceaf req-b52d6525-d71b-4a4c-b7ad-2c6e559ef557 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 946 time: 0.0746808 Jun 17 17:34:01.893427 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a30e6a20-0ae5-403c-a6c4-ed6934fcceaf req-a5511ce8-9d08-4d04-a563-40040a9002b5 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Jun 17 17:34:02.096844 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e00170fa-bdea-4bd5-be3d-caa5bfc50de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:02.119908 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0e4a5-b626-417e-8ace-6d5e01b65ff7 req-49ac5733-951a-40eb-8d78-eb3357e5cfcd tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:02.121321 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ca0e4a5-b626-417e-8ace-6d5e01b65ff7 req-49ac5733-951a-40eb-8d78-eb3357e5cfcd tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0806212 Jun 17 17:34:02.164707 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ca0e4a5-b626-417e-8ace-6d5e01b65ff7 req-105b96ad-dfcc-45ee-984e-d25c8f2030a7 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378416 Jun 17 17:34:02.383314 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:03.143336 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2ecc5-3e4d-401d-961e-fd6bc071d8e9 req-b8ddc561-165a-4275-8c29-e1d631231477 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:03.144759 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-42c2ecc5-3e4d-401d-961e-fd6bc071d8e9 req-b8ddc561-165a-4275-8c29-e1d631231477 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 946 time: 0.1298046 Jun 17 17:34:03.189770 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-42c2ecc5-3e4d-401d-961e-fd6bc071d8e9 req-ebd6cc71-44dd-4830-92d8-5ac9b607c4e6 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394981 Jun 17 17:34:03.374229 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12254bb6-0d38-41a3-9b42-c10213854922 req-5a104ec6-9c1e-43d1-b941-b19bceeabaab tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:03.375624 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-12254bb6-0d38-41a3-9b42-c10213854922 req-5a104ec6-9c1e-43d1-b941-b19bceeabaab tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0745857 Jun 17 17:34:03.420163 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-12254bb6-0d38-41a3-9b42-c10213854922 req-32ea6ae8-cd56-488e-8eb2-b3491ba5dd11 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Jun 17 17:34:04.248804 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-16af7b24-5eaf-4e60-a57c-05de4b46e0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:04.444506 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76540e0c-9e8e-4435-b749-f536877b3e17 req-6e2d9e19-d858-4c45-a64b-7692e5134f0b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:04.444506 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-76540e0c-9e8e-4435-b749-f536877b3e17 req-6e2d9e19-d858-4c45-a64b-7692e5134f0b tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 946 time: 0.1333265 Jun 17 17:34:04.455801 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-6a010f64-6814-481c-b364-e499c98121d2 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:04.457161 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-6a010f64-6814-481c-b364-e499c98121d2 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 946 time: 0.1119044 Jun 17 17:34:04.558115 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Deleting port edfe82a6-7636-44a0-b210-bf647ce26844 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:34:04.558461 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:04.584930 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-76540e0c-9e8e-4435-b749-f536877b3e17 req-24690bec-d0b4-43f3-8c29-02f10a7212ba tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268353 Jun 17 17:34:04.868620 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e21dd-1703-4090-b183-f89bd45af532 req-223ccdc6-920b-46dd-a02b-c6b56d77dfd5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:04.870495 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4c3e21dd-1703-4090-b183-f89bd45af532 req-223ccdc6-920b-46dd-a02b-c6b56d77dfd5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1921229 Jun 17 17:34:04.878743 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] For port edfe82a6-7636-44a0-b210-bf647ce26844, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=edfe82a6-7636-44a0-b210-bf647ce26844,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:04.879094 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.011408 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Calling delete_port for edfe82a6-7636-44a0-b210-bf647ce26844 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:34:05.072423 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4c3e21dd-1703-4090-b183-f89bd45af532 req-632c6ad7-9b48-4b45-af5c-d989cabaa51a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960058 Jun 17 17:34:05.161962 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.168203 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:05.207705 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['94387cd8-b952-495e-8ea5-849d62f6b42a', 'ba4d6e26-d890-4ec3-838f-6b696fd34d07', 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044', 'edfe82a6-7636-44a0-b210-bf647ce26844'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:34:05.213047 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Pushing event deleted for resources: {'Port': ['ID=edfe82a6-7636-44a0-b210-bf647ce26844,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:05.216899 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:05.284750 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] No DVR routers for this DVR port edfe82a6-7636-44a0-b210-bf647ce26844 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:34:05.287584 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.290064 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25', 'name': 'network-vif-deleted', 'tag': 'edfe82a6-7636-44a0-b210-bf647ce26844'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:34:05.302016 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-de21e928-5a5d-4afd-9b73-ccbc236dc3ef req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "DELETE /v2.0/ports/edfe82a6-7636-44a0-b210-bf647ce26844 HTTP/1.1" status: 204 len: 173 time: 0.8301513 Jun 17 17:34:05.334572 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:05.352378 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25', 'name': 'network-vif-deleted', 'tag': 'edfe82a6-7636-44a0-b210-bf647ce26844', 'status': 'completed', 'code': 200} Jun 17 17:34:05.767396 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-0bd498b9-ee84-48c7-a702-7100dbb0eb52 req-9813758d-bcfb-444a-a5b4-90339b01b537 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Synchronizing usage tracker for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:34:05.782661 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-0bd498b9-ee84-48c7-a702-7100dbb0eb52 req-9813758d-bcfb-444a-a5b4-90339b01b537 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Unset dirty status for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:34:05.783799 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0bd498b9-ee84-48c7-a702-7100dbb0eb52 req-9813758d-bcfb-444a-a5b4-90339b01b537 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=db9d23a4-cbd7-4e29-8fdb-d4eaddc01f25 HTTP/1.1" status: 200 len: 210 time: 0.0557878 Jun 17 17:34:06.266566 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c771c62-89d0-4d17-b9f6-c4c015808013 req-70766076-6e1e-45d5-8f12-1b8c9e7caae5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:06.267990 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8c771c62-89d0-4d17-b9f6-c4c015808013 req-70766076-6e1e-45d5-8f12-1b8c9e7caae5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0779884 Jun 17 17:34:06.312480 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8c771c62-89d0-4d17-b9f6-c4c015808013 req-5c47e899-03c1-4d81-af5b-ece15ee65cd9 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Jun 17 17:34:06.825849 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:07.507847 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779813c3-962c-4628-9d68-b86b1032b441 req-81e3a847-4634-4a1d-910e-715afbec4b49 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:07.509166 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-779813c3-962c-4628-9d68-b86b1032b441 req-81e3a847-4634-4a1d-910e-715afbec4b49 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0740845 Jun 17 17:34:07.557807 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-779813c3-962c-4628-9d68-b86b1032b441 req-30a5d8b4-f552-4a4c-99d3-7a94cb12514d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Jun 17 17:34:08.495359 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1b75e-a40b-4db4-beeb-52a700ad1821 req-3c65d4fc-3914-4630-902d-c8c8ffcd81eb tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:08.497304 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ad1b75e-a40b-4db4-beeb-52a700ad1821 req-3c65d4fc-3914-4630-902d-c8c8ffcd81eb tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 945 time: 0.0755715 Jun 17 17:34:08.540686 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ad1b75e-a40b-4db4-beeb-52a700ad1821 req-c5224969-6233-49c3-bf0f-98bcc1ecb53e tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378318 Jun 17 17:34:08.605937 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device edfe82a6-7636-44a0-b210-bf647ce26844 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:34:08.642934 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: edfe82a6-7636-44a0-b210-bf647ce26844 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:34:08.643278 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device edfe82a6-7636-44a0-b210-bf647ce26844 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:34:08.757636 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdec64b-bea5-4400-8695-0ab706713af8 req-1f8bec7d-fbe5-4a69-81cb-5f7ea36e354a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:08.759117 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbdec64b-bea5-4400-8695-0ab706713af8 req-1f8bec7d-fbe5-4a69-81cb-5f7ea36e354a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0789170 Jun 17 17:34:08.804148 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbdec64b-bea5-4400-8695-0ab706713af8 req-4430b0d6-c2af-43a5-8786-8d300edda304 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Jun 17 17:34:09.735734 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493088-10b9-41a2-beec-9043b07d01d0 req-782767b7-4471-475e-afe5-e2695e0a09a8 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:09.737185 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c4493088-10b9-41a2-beec-9043b07d01d0 req-782767b7-4471-475e-afe5-e2695e0a09a8 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 945 time: 0.0749359 Jun 17 17:34:09.781271 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c4493088-10b9-41a2-beec-9043b07d01d0 req-1e70448a-6b41-4324-9a1f-36a168919e82 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383484 Jun 17 17:34:10.053077 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0289a9-2bcb-4419-baf6-7fd923f71a91 req-977672e4-1ec2-455e-a472-3eef42910bde tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:10.054427 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bd0289a9-2bcb-4419-baf6-7fd923f71a91 req-977672e4-1ec2-455e-a472-3eef42910bde tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1310761 Jun 17 17:34:10.097993 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bd0289a9-2bcb-4419-baf6-7fd923f71a91 req-40225fc3-2c54-4034-a85e-33220eec1a5a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380242 Jun 17 17:34:11.038066 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1319f8-af3a-459e-887b-6eba25ee35f0 req-10279feb-8027-430d-b73a-80da93b02ad5 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:11.039421 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4b1319f8-af3a-459e-887b-6eba25ee35f0 req-10279feb-8027-430d-b73a-80da93b02ad5 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 945 time: 0.1342468 Jun 17 17:34:11.044687 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-052a5684-4b5a-4699-9002-9b956b4346f1 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:11.045963 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-052a5684-4b5a-4699-9002-9b956b4346f1 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 945 time: 0.1068652 Jun 17 17:34:11.138072 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4b1319f8-af3a-459e-887b-6eba25ee35f0 req-57bc8982-ec23-416e-b71a-532e93335f07 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911682 Jun 17 17:34:11.140984 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Deleting port d6a70cf1-633d-4bc6-96c7-4c4a142f2044 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:34:11.141317 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.421441 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f1f5c-f9a0-48cc-b389-5d799a07c5f0 req-fe798437-885d-4fa0-b5e9-9ec3d05d12c5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:11.422947 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-762f1f5c-f9a0-48cc-b389-5d799a07c5f0 req-fe798437-885d-4fa0-b5e9-9ec3d05d12c5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1990774 Jun 17 17:34:11.468123 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] For port d6a70cf1-633d-4bc6-96c7-4c4a142f2044, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:11.468476 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.598425 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Calling delete_port for d6a70cf1-633d-4bc6-96c7-4c4a142f2044 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:34:11.647765 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-762f1f5c-f9a0-48cc-b389-5d799a07c5f0 req-eee80570-18da-40a1-aafd-efa3f30f1703 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155416 Jun 17 17:34:11.745497 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.751714 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-32329aa9-1c6b-4fbb-9426-bc1598281c16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:11.786875 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['94387cd8-b952-495e-8ea5-849d62f6b42a', 'ba4d6e26-d890-4ec3-838f-6b696fd34d07', 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:34:11.795891 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Pushing event deleted for resources: {'Port': ['ID=d6a70cf1-633d-4bc6-96c7-4c4a142f2044,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:11.798015 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:11.899916 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] No DVR routers for this DVR port d6a70cf1-633d-4bc6-96c7-4c4a142f2044 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:34:11.903291 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:11.907812 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3289e744-21c2-4bdd-91fc-3ccef34a06c0', 'name': 'network-vif-deleted', 'tag': 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:34:11.923651 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4c278205-064e-4213-9d2e-23a7fb690a34 req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "DELETE /v2.0/ports/d6a70cf1-633d-4bc6-96c7-4c4a142f2044 HTTP/1.1" status: 204 len: 173 time: 0.8632286 Jun 17 17:34:11.978712 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3289e744-21c2-4bdd-91fc-3ccef34a06c0', 'name': 'network-vif-deleted', 'tag': 'd6a70cf1-633d-4bc6-96c7-4c4a142f2044', 'status': 'completed', 'code': 200} Jun 17 17:34:12.310921 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-59f9144a-a86a-4f00-96eb-6bad764d47d0 req-cad8f8ae-d57f-46ee-a3db-2631d0baf160 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Synchronizing usage tracker for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:34:12.326594 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-59f9144a-a86a-4f00-96eb-6bad764d47d0 req-cad8f8ae-d57f-46ee-a3db-2631d0baf160 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Unset dirty status for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:34:12.327681 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-59f9144a-a86a-4f00-96eb-6bad764d47d0 req-cad8f8ae-d57f-46ee-a3db-2631d0baf160 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3289e744-21c2-4bdd-91fc-3ccef34a06c0 HTTP/1.1" status: 200 len: 210 time: 0.0559282 Jun 17 17:34:12.846934 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b0c00-36c6-4489-9408-93ed44c6740f req-2d7be2b7-7a30-4c99-bd3e-548f04cdd5de tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:12.848355 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c09b0c00-36c6-4489-9408-93ed44c6740f req-2d7be2b7-7a30-4c99-bd3e-548f04cdd5de tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0787354 Jun 17 17:34:12.892460 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c09b0c00-36c6-4489-9408-93ed44c6740f req-ed41a6bb-51fc-40cc-a042-99acb26c2ac5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385849 Jun 17 17:34:13.807220 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae917091-19e6-4f35-a9ac-3dfe23d1e020 req-ac4159fe-bc93-402f-a5b2-2a4711321025 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:13.809248 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ae917091-19e6-4f35-a9ac-3dfe23d1e020 req-ac4159fe-bc93-402f-a5b2-2a4711321025 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 945 time: 0.0769265 Jun 17 17:34:13.854395 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ae917091-19e6-4f35-a9ac-3dfe23d1e020 req-3fdc596c-9b0b-452b-b57f-f0b27b916664 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Jun 17 17:34:14.088618 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32e04-b55e-47a4-bd8a-444bb32d8831 req-440b442f-a5f4-484c-88e5-ddaae59f0593 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:14.090516 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3cf32e04-b55e-47a4-bd8a-444bb32d8831 req-440b442f-a5f4-484c-88e5-ddaae59f0593 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0772848 Jun 17 17:34:14.133822 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3cf32e04-b55e-47a4-bd8a-444bb32d8831 req-570a4052-09ce-4e3e-bbca-8af554ddaaf3 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378070 Jun 17 17:34:14.628428 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device d6a70cf1-633d-4bc6-96c7-4c4a142f2044 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:34:14.660693 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: d6a70cf1-633d-4bc6-96c7-4c4a142f2044 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:34:14.661035 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device d6a70cf1-633d-4bc6-96c7-4c4a142f2044 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:34:15.049124 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ae3f9-70a3-4b4c-8e56-a92d03f2cbdf req-65805088-dc96-40f7-b2a7-a185096cc352 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:15.050622 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-201ae3f9-70a3-4b4c-8e56-a92d03f2cbdf req-65805088-dc96-40f7-b2a7-a185096cc352 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 945 time: 0.0752735 Jun 17 17:34:15.099160 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-201ae3f9-70a3-4b4c-8e56-a92d03f2cbdf req-540a8372-4706-462c-afa4-70a1511c9bb7 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430942 Jun 17 17:34:15.326456 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6346b-4706-47b5-bdbb-d2ed5f38716a req-d63f9f98-5320-4198-b2fc-9a31c36445fb tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:15.327911 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e8d6346b-4706-47b5-bdbb-d2ed5f38716a req-d63f9f98-5320-4198-b2fc-9a31c36445fb tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0749612 Jun 17 17:34:15.373878 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e8d6346b-4706-47b5-bdbb-d2ed5f38716a req-6a063684-532e-4239-9c24-be469eff8629 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Jun 17 17:34:15.878478 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-91c2b35a-49d8-4562-9656-fd69a3580d67 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:15.879891 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-91c2b35a-49d8-4562-9656-fd69a3580d67 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 945 time: 0.1323061 Jun 17 17:34:15.946854 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Deleting port ba4d6e26-d890-4ec3-838f-6b696fd34d07 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:34:15.947109 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.188652 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] For port ba4d6e26-d890-4ec3-838f-6b696fd34d07, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ba4d6e26-d890-4ec3-838f-6b696fd34d07,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:16.189322 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.339552 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Calling delete_port for ba4d6e26-d890-4ec3-838f-6b696fd34d07 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:34:16.479290 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38b99b-ad52-4d33-8866-9d46f0994568 req-8803b247-919d-4b25-b71a-ffdbbc102dc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:16.480663 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4a38b99b-ad52-4d33-8866-9d46f0994568 req-8803b247-919d-4b25-b71a-ffdbbc102dc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea9c009-e08f-47f6-8b7a-f1a8ff734b00 HTTP/1.1" status: 200 len: 945 time: 0.2304504 Jun 17 17:34:16.589686 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.596932 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:16.624717 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4a38b99b-ad52-4d33-8866-9d46f0994568 req-cea976b4-d5a3-483b-b216-23ead59b437f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378272 Jun 17 17:34:16.628977 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['94387cd8-b952-495e-8ea5-849d62f6b42a', 'ba4d6e26-d890-4ec3-838f-6b696fd34d07'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:34:16.643815 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Pushing event deleted for resources: {'Port': ['ID=ba4d6e26-d890-4ec3-838f-6b696fd34d07,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:16.646874 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:16.724456 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] No DVR routers for this DVR port ba4d6e26-d890-4ec3-838f-6b696fd34d07 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:34:16.727672 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:16.730412 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea9c009-e08f-47f6-8b7a-f1a8ff734b00', 'name': 'network-vif-deleted', 'tag': 'ba4d6e26-d890-4ec3-838f-6b696fd34d07'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:34:16.746798 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45202-15ae-465b-b1eb-ad54ca64fa56 req-36905fbc-c6a2-4ad0-b873-cb3842767bdd tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:16.748425 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-33d45202-15ae-465b-b1eb-ad54ca64fa56 req-36905fbc-c6a2-4ad0-b873-cb3842767bdd tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.2440934 Jun 17 17:34:16.771516 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f3548704-ed7f-4e33-8e24-758ebd89da01 req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "DELETE /v2.0/ports/ba4d6e26-d890-4ec3-838f-6b696fd34d07 HTTP/1.1" status: 204 len: 173 time: 0.8844540 Jun 17 17:34:16.802492 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-33d45202-15ae-465b-b1eb-ad54ca64fa56 req-62a333ad-51a0-4402-913b-425acdab41d3 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462384 Jun 17 17:34:16.869082 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea9c009-e08f-47f6-8b7a-f1a8ff734b00', 'name': 'network-vif-deleted', 'tag': 'ba4d6e26-d890-4ec3-838f-6b696fd34d07', 'status': 'completed', 'code': 200} Jun 17 17:34:18.022406 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f78b4d-5486-48a9-a9e7-85d8d4c547d5 req-5778543f-4a80-4372-a13c-429d5bbe7c0d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:18.023959 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35f78b4d-5486-48a9-a9e7-85d8d4c547d5 req-5778543f-4a80-4372-a13c-429d5bbe7c0d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0792754 Jun 17 17:34:18.075107 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35f78b4d-5486-48a9-a9e7-85d8d4c547d5 req-c9de0e66-7aa1-4271-ae8f-56be5f7f0140 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450456 Jun 17 17:34:18.549712 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-66b67d6a-0301-4169-b442-8d91534ee195 req-5a06e51f-650d-4bdf-859d-ed2dd025e48a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1098 time: 0.0659864 Jun 17 17:34:18.592915 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-66b67d6a-0301-4169-b442-8d91534ee195 req-3345632c-9667-4767-99ef-6bd8e60c5f25 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359645 Jun 17 17:34:19.330447 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58caf6-0f43-47af-966c-127d9bf56897 req-cf23fbd6-4bb9-4d06-bc1d-8fe36c07790d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:19.331914 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4e58caf6-0f43-47af-966c-127d9bf56897 req-cf23fbd6-4bb9-4d06-bc1d-8fe36c07790d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0793581 Jun 17 17:34:19.377350 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4e58caf6-0f43-47af-966c-127d9bf56897 req-a9111e64-15e6-4ae8-a371-188858201fab tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Jun 17 17:34:19.460210 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65d95-2a78-455c-9170-64be86c55c07 req-29777c63-8934-444a-a22b-0c930ccf778c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:19.460806 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d2f65d95-2a78-455c-9170-64be86c55c07 req-29777c63-8934-444a-a22b-0c930ccf778c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Synchronizing usage tracker for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:34:19.476078 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d2f65d95-2a78-455c-9170-64be86c55c07 req-29777c63-8934-444a-a22b-0c930ccf778c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Unset dirty status for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:34:19.477183 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d2f65d95-2a78-455c-9170-64be86c55c07 req-29777c63-8934-444a-a22b-0c930ccf778c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 946 time: 0.0909483 Jun 17 17:34:19.520752 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d2f65d95-2a78-455c-9170-64be86c55c07 req-a74a03d8-978b-4c3f-9ff3-405aee83fbe4 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379639 Jun 17 17:34:20.579537 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e979-790e-4fc3-bb28-06a54431fb59 req-065e0867-da0a-4905-929f-d2c870c8639c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:20.580907 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3532e979-790e-4fc3-bb28-06a54431fb59 req-065e0867-da0a-4905-929f-d2c870c8639c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0772891 Jun 17 17:34:20.626452 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3532e979-790e-4fc3-bb28-06a54431fb59 req-47268a62-0e1b-4596-97ff-58b33f4a7fe4 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Jun 17 17:34:20.658928 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ba4d6e26-d890-4ec3-838f-6b696fd34d07 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:34:20.692622 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: ba4d6e26-d890-4ec3-838f-6b696fd34d07 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:34:20.693057 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ba4d6e26-d890-4ec3-838f-6b696fd34d07 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:34:20.717269 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b77d5-94ad-495f-840c-0dab7b561a07 req-52b8bf81-0944-49d9-a35d-3ea3c16f4a80 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:20.718740 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ea3b77d5-94ad-495f-840c-0dab7b561a07 req-52b8bf81-0944-49d9-a35d-3ea3c16f4a80 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 946 time: 0.0779350 Jun 17 17:34:20.767020 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ea3b77d5-94ad-495f-840c-0dab7b561a07 req-9d248ce5-0a93-434a-b945-13990936822c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Jun 17 17:34:21.216627 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5b9b2ffc-72a9-457b-9a53-e3655033dc08 req-fc65cc0d-11b3-42fc-8f42-20ca411f072e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1098 time: 0.1257815 Jun 17 17:34:21.225555 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645b71f-21b9-4030-9308-7a9c1d62b86b req-66e6985b-a9af-482c-aaa6-4769f7165606 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:21.226955 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f645b71f-21b9-4030-9308-7a9c1d62b86b req-66e6985b-a9af-482c-aaa6-4769f7165606 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0976884 Jun 17 17:34:21.413154 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f645b71f-21b9-4030-9308-7a9c1d62b86b req-8bfb4191-03ba-4b6e-8e36-6ea98469f417 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651380 Jun 17 17:34:21.455121 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b2ffc-72a9-457b-9a53-e3655033dc08 req-63d8129b-d61e-4405-a1e3-ade6dbdeebc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:21.456612 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5b9b2ffc-72a9-457b-9a53-e3655033dc08 req-63d8129b-d61e-4405-a1e3-ade6dbdeebc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 919 time: 0.2288384 Jun 17 17:34:21.532296 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5b9b2ffc-72a9-457b-9a53-e3655033dc08 req-022bfcfb-f455-4887-8566-c97ea796f766 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b48a02b-368a-438e-b716-8004052f210d HTTP/1.1" status: 200 len: 217 time: 0.0668175 Jun 17 17:34:21.618991 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b2ffc-72a9-457b-9a53-e3655033dc08 req-e8ca98e6-8c0b-4786-b7a4-d5e727f96f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:21.621156 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5b9b2ffc-72a9-457b-9a53-e3655033dc08 req-e8ca98e6-8c0b-4786-b7a4-d5e727f96f34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.0611086 Jun 17 17:34:21.669663 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5b9b2ffc-72a9-457b-9a53-e3655033dc08 req-5e5ea517-a92f-4e28-bdff-bd915066436e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418706 Jun 17 17:34:21.813810 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5b9b2ffc-72a9-457b-9a53-e3655033dc08 req-2e86c6eb-5185-4da9-a45c-683734756baa service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376889 Jun 17 17:34:22.054249 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5b9b2ffc-72a9-457b-9a53-e3655033dc08 req-f9b204fa-a5fe-4f12-ad97-791a897032b5 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336125 Jun 17 17:34:22.085873 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45d28-2221-4707-bd23-f73119b46691 req-d670b7ed-d09c-473d-9169-94b591fafb43 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:22.087201 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d6d45d28-2221-4707-bd23-f73119b46691 req-d670b7ed-d09c-473d-9169-94b591fafb43 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 946 time: 0.1445072 Jun 17 17:34:22.092575 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2060-6a32-4388-b028-3e4f1f363dd3 req-4b72a3be-5b09-49e9-ba9d-249cdb627a7f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:22.093896 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b0dd2060-6a32-4388-b028-3e4f1f363dd3 req-4b72a3be-5b09-49e9-ba9d-249cdb627a7f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 946 time: 0.1834714 Jun 17 17:34:22.190789 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b0dd2060-6a32-4388-b028-3e4f1f363dd3 req-b3e0d47e-d139-477e-b9dc-b91529189906 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5e2f229-f2ed-4df6-a866-0f039b3d4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912671 Jun 17 17:34:22.193685 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-d6d45d28-2221-4707-bd23-f73119b46691 req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Deleting port 94387cd8-b952-495e-8ea5-849d62f6b42a {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:34:22.194014 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d6d45d28-2221-4707-bd23-f73119b46691 req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.430678 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-d6d45d28-2221-4707-bd23-f73119b46691 req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] For port 94387cd8-b952-495e-8ea5-849d62f6b42a, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=94387cd8-b952-495e-8ea5-849d62f6b42a,segment=NetworkSegment(0f564da7-0086-4722-a511-931e1b393d90),segment_id=0f564da7-0086-4722-a511-931e1b393d90)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:22.430882 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d6d45d28-2221-4707-bd23-f73119b46691 req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.548468 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-d6d45d28-2221-4707-bd23-f73119b46691 req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Calling delete_port for 94387cd8-b952-495e-8ea5-849d62f6b42a owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:34:22.723394 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aec4a6-bba9-4704-a2fe-f24e53baa1b3 req-3928c9b9-b0ba-48bf-8832-3d0a27e2e911 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:22.724727 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80aec4a6-bba9-4704-a2fe-f24e53baa1b3 req-3928c9b9-b0ba-48bf-8832-3d0a27e2e911 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1823967 Jun 17 17:34:22.775068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d6d45d28-2221-4707-bd23-f73119b46691 req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.782424 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ce850ed5-8636-4435-9520-2d5b82d5ef66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:22.824818 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['94387cd8-b952-495e-8ea5-849d62f6b42a'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:34:22.902214 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80aec4a6-bba9-4704-a2fe-f24e53baa1b3 req-48d45f71-6d3c-4f83-a153-8e51f9d05422 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716590 Jun 17 17:34:22.903083 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Pushing event deleted for resources: {'Port': ['ID=94387cd8-b952-495e-8ea5-849d62f6b42a,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:22.905974 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:22.979381 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d45d28-2221-4707-bd23-f73119b46691 req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] No DVR routers for this DVR port 94387cd8-b952-495e-8ea5-849d62f6b42a on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:34:22.981942 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d6d45d28-2221-4707-bd23-f73119b46691 req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:22.984675 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884176b-1ed1-44b2-ba84-276288696746', 'name': 'network-vif-deleted', 'tag': '94387cd8-b952-495e-8ea5-849d62f6b42a'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:34:23.001646 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d6d45d28-2221-4707-bd23-f73119b46691 req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.20 "DELETE /v2.0/ports/94387cd8-b952-495e-8ea5-849d62f6b42a HTTP/1.1" status: 204 len: 173 time: 0.8869615 Jun 17 17:34:23.048873 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884176b-1ed1-44b2-ba84-276288696746', 'name': 'network-vif-deleted', 'tag': '94387cd8-b952-495e-8ea5-849d62f6b42a', 'status': 'completed', 'code': 200} Jun 17 17:34:23.367807 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-2b029ef0-99fa-4b50-8e45-753a9f6038f5 req-c0764096-95c2-456e-8d4f-e082032a3481 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Synchronizing usage tracker for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:34:23.383138 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-2b029ef0-99fa-4b50-8e45-753a9f6038f5 req-c0764096-95c2-456e-8d4f-e082032a3481 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Unset dirty status for tenant:0d84405fff7d443e9e1874f988ffaf45 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:34:23.384198 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2b029ef0-99fa-4b50-8e45-753a9f6038f5 req-c0764096-95c2-456e-8d4f-e082032a3481 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3884176b-1ed1-44b2-ba84-276288696746 HTTP/1.1" status: 200 len: 210 time: 0.0582433 Jun 17 17:34:24.104142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acc3d0-e01d-470d-b85f-b789ff856e22 req-0dd6101d-5820-4fff-9f6d-7dde0ced96da tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:24.105575 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-37acc3d0-e01d-470d-b85f-b789ff856e22 req-0dd6101d-5820-4fff-9f6d-7dde0ced96da tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0754592 Jun 17 17:34:24.148896 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-37acc3d0-e01d-470d-b85f-b789ff856e22 req-d90ece35-64b6-4164-b8d5-6b01a313bbe4 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377648 Jun 17 17:34:24.491445 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47980) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:24.552353 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] Deleting subnet 62c32e16-8527-4d24-99f6-58c9fc72a000 {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:34:24.555197 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:24.605790 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:24.612971 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:24.858063 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:24.862249 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:24.896400 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c32e16-8527-4d24-99f6-58c9fc72a000,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:24.898844 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:24.902920 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:24.911679 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/62c32e16-8527-4d24-99f6-58c9fc72a000 HTTP/1.1" status: 204 len: 168 time: 0.4164746 Jun 17 17:34:24.911679 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47984) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:25.015835 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.136337 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.148977 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.149340 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.150072 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.150412 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > port after_create 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.150774 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.151370 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > port after_update 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.151906 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.152466 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.153027 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.153408 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.218097 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.218444 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.218798 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.219123 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:34:25.219489 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1349afd9-6bd6-40cf-83d4-e1af80082a48']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:25.236265 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f564da7-0086-4722-a511-931e1b393d90') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:25.236560 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f564da7-0086-4722-a511-931e1b393d90') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:25.249309 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.317304 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.327099 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:34:25.327511 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: util.warn_limited( Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: util.warn_limited( Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:34:25.343396 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:34:25.372988 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca86cb8-f989-4094-81e0-3d1e08f38d83 req-8172a853-fd45-461d-abbb-b1846637c644 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:25.380537 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6ca86cb8-f989-4094-81e0-3d1e08f38d83 req-8172a853-fd45-461d-abbb-b1846637c644 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0996878 Jun 17 17:34:25.425517 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.429860 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b47191a8-e5d4-4581-a44b-b75aee99ad19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:25.431439 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6ca86cb8-f989-4094-81e0-3d1e08f38d83 req-44518d96-8d98-476b-a9ff-0ddf900b3331 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495698 Jun 17 17:34:25.446039 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.453188 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Pushing event deleted for resources: {'Network': ['ID=1349afd9-6bd6-40cf-83d4-e1af80082a48,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:25.462371 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1349afd9-6bd6-40cf-83d4-e1af80082a48 HTTP/1.1" status: 204 len: 168 time: 0.5434740 Jun 17 17:34:25.464556 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:25.704806 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 47996) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:25.753726 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c1ab174e-0ed3-4183-8bc9-8806cfe651e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d84405fff7d443e9e1874f988ffaf45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477593 Jun 17 17:34:25.756116 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48000) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:25.813664 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-77259c3c-cf40-4aad-b3e6-badf9754f365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.838004 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-77259c3c-cf40-4aad-b3e6-badf9754f365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.886431 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-77259c3c-cf40-4aad-b3e6-badf9754f365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.889944 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-fb1be838-649c-4033-8d75-c77e5eec9217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:25.900293 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77259c3c-cf40-4aad-b3e6-badf9754f365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e2f229-f2ed-4df6-a866-0f039b3d4d95,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:25.904503 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-77259c3c-cf40-4aad-b3e6-badf9754f365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:25.907569 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-77259c3c-cf40-4aad-b3e6-badf9754f365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:25.908658 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-77259c3c-cf40-4aad-b3e6-badf9754f365 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5e2f229-f2ed-4df6-a866-0f039b3d4d95 HTTP/1.1" status: 204 len: 168 time: 0.1516709 Jun 17 17:34:26.649131 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd766767-b2d7-4976-859e-f081daa43752 req-9cc27b96-3681-4842-8605-f255c5a23da5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:26.650806 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dd766767-b2d7-4976-859e-f081daa43752 req-9cc27b96-3681-4842-8605-f255c5a23da5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0901029 Jun 17 17:34:26.688962 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 94387cd8-b952-495e-8ea5-849d62f6b42a no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:34:26.707221 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dd766767-b2d7-4976-859e-f081daa43752 req-79c2ba7e-593c-4556-a175-1d462164d46b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481868 Jun 17 17:34:26.740620 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 94387cd8-b952-495e-8ea5-849d62f6b42a {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:34:26.740985 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 94387cd8-b952-495e-8ea5-849d62f6b42a not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:34:26.917850 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:34:28.388670 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48078) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:28.537958 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:28.569428 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:34:28.573380 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Usage tracker for resource:security_group_rule and tenant:a3bf5d8a74ea477f8d3d99c53335d6e3 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:34:28.576074 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:34:28.581625 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:34:28.650676 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:28.655240 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:28.661957 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-77259c3c-cf40-4aad-b3e6-badf9754f365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:28.701522 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef23aef6-c812-411b-a921-53a9c7906a8f,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:28.708341 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3bf5d8a74ea477f8d3d99c53335d6e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3160694 Jun 17 17:34:28.708341 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:28.709089 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48086) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:28.775746 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0d4999b5-6ba8-4844-9b8a-d7d1f6e3245c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:28.801289 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0d4999b5-6ba8-4844-9b8a-d7d1f6e3245c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:28.854353 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0d4999b5-6ba8-4844-9b8a-d7d1f6e3245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:28.858239 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-22da1278-36cd-44d4-bece-0ae54c379b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:28.872957 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4999b5-6ba8-4844-9b8a-d7d1f6e3245c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef23aef6-c812-411b-a921-53a9c7906a8f,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:28.875141 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0d4999b5-6ba8-4844-9b8a-d7d1f6e3245c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:28.876219 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-0d4999b5-6ba8-4844-9b8a-d7d1f6e3245c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef23aef6-c812-411b-a921-53a9c7906a8f HTTP/1.1" status: 204 len: 168 time: 0.1668179 Jun 17 17:34:28.877067 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-0d4999b5-6ba8-4844-9b8a-d7d1f6e3245c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:29.128141 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-c45ee33f-f048-42db-bfcc-5fd89bbc69d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705464 Jun 17 17:34:29.217982 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48098) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:29.229101 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-357b1376-ca32-4bbf-a31a-1f0280db124e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5f14c48ee446449560d013e9b83c8f&device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 1098 time: 0.0705926 Jun 17 17:34:29.236454 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:29.269798 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:34:29.273747 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Usage tracker for resource:security_group_rule and tenant:bee04719b78948a7af1b2c75c44c9654 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:34:29.276617 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:34:29.282219 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:34:29.348609 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:29.352865 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:29.360469 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-828daa87-e9fd-4070-9207-262a3d8bf908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:29.376500 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-bd654501-458f-45fe-8008-c03be415e08d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:29.377925 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-bd654501-458f-45fe-8008-c03be415e08d service neutron] 10.222.0.20 "GET /v2.0/networks?id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 200 len: 919 time: 0.1301558 Jun 17 17:34:29.400308 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db524f9c-ff4f-43ce-983b-8fee9e09a92e,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:29.407125 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bee04719b78948a7af1b2c75c44c9654&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1879759 Jun 17 17:34:29.408110 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48102) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:29.408879 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:29.450765 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-f6637631-825e-4221-8b9b-498de187a31a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b48a02b-368a-438e-b716-8004052f210d HTTP/1.1" status: 200 len: 217 time: 0.0656171 Jun 17 17:34:29.467294 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9016e770-1cec-48b3-94ba-8d9dc69083ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:29.495421 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9016e770-1cec-48b3-94ba-8d9dc69083ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:29.512106 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-c75fa2bb-030c-4bb4-877d-229a1da88f1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:29.513515 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-c75fa2bb-030c-4bb4-877d-229a1da88f1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 200 len: 858 time: 0.0571110 Jun 17 17:34:29.548875 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9016e770-1cec-48b3-94ba-8d9dc69083ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:29.553809 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-78c6062b-48b0-4a3d-9340-825fae58dbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:29.561721 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-cd9cad41-eb86-466f-8fa2-92d723a7fe72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45410a34-7a55-4be2-ba4d-f8bb0e995ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416324 Jun 17 17:34:29.568452 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016e770-1cec-48b3-94ba-8d9dc69083ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db524f9c-ff4f-43ce-983b-8fee9e09a92e,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:29.570908 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9016e770-1cec-48b3-94ba-8d9dc69083ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:29.571760 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9016e770-1cec-48b3-94ba-8d9dc69083ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:29.573135 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9016e770-1cec-48b3-94ba-8d9dc69083ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db524f9c-ff4f-43ce-983b-8fee9e09a92e HTTP/1.1" status: 204 len: 168 time: 0.1630223 Jun 17 17:34:29.699636 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-67281ec4-d556-4ce9-a96a-bb90222efb82 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316524 Jun 17 17:34:29.845419 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16998c88-65f6-4961-8f56-e75da4b882b2 req-18e6044d-bf7f-4769-a136-58c0da86fe71 service neutron] 10.222.0.20 "GET /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395698 Jun 17 17:34:31.217133 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f52417-1070-4806-b76b-6b305e03a6a1 req-1a00d874-617e-418b-9da9-43d8a76ba93e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:31.218677 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c9f52417-1070-4806-b76b-6b305e03a6a1 req-1a00d874-617e-418b-9da9-43d8a76ba93e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.0829592 Jun 17 17:34:31.268015 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c9f52417-1070-4806-b76b-6b305e03a6a1 req-427fb586-e2b4-4372-8b4b-be9a99e8b0ad tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Jun 17 17:34:31.517339 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:31.796018 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48170) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:31.938776 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:31.970585 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:34:31.974471 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Usage tracker for resource:security_group_rule and tenant:4061cc5fb42f433793c3c3d90d55af4e is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:34:31.977380 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:34:31.983111 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:34:32.048059 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.051959 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.058681 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-7b3e973d-d74b-44a1-8ed1-fb50f3324354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:32.097033 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5170c0f-7c2a-4989-9305-92607cb4c28c,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:32.097864 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1d14-ac99-4274-9322-ce619cde31e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.100461 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:32.102983 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4061cc5fb42f433793c3c3d90d55af4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3059845 Jun 17 17:34:32.106207 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48176) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:32.167199 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-76d08514-0902-41ea-8478-6f93f32d8730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.192040 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-76d08514-0902-41ea-8478-6f93f32d8730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.249075 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-76d08514-0902-41ea-8478-6f93f32d8730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.253421 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-827cd151-4905-4153-9957-6656726d1179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:32.266111 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d08514-0902-41ea-8478-6f93f32d8730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5170c0f-7c2a-4989-9305-92607cb4c28c,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:32.268978 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-76d08514-0902-41ea-8478-6f93f32d8730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:32.270883 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-76d08514-0902-41ea-8478-6f93f32d8730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.271979 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-76d08514-0902-41ea-8478-6f93f32d8730 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5170c0f-7c2a-4989-9305-92607cb4c28c HTTP/1.1" status: 204 len: 168 time: 0.1648068 Jun 17 17:34:32.385296 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.482897 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306f9c-5c47-4428-8068-8d24668ef091 req-c69d2461-f924-49e8-90a4-b4e3e7b1c5e5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:32.484441 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f5306f9c-5c47-4428-8068-8d24668ef091 req-c69d2461-f924-49e8-90a4-b4e3e7b1c5e5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.0849147 Jun 17 17:34:32.531130 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f5306f9c-5c47-4428-8068-8d24668ef091 req-7ee69607-15a9-4cda-95fe-9dbff6065ccb tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Jun 17 17:34:32.640212 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48190) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:32.659070 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.691843 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:34:32.695700 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Usage tracker for resource:security_group_rule and tenant:2ea9a9493803439ea29e6a6fb6eb1c0c is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:34:32.698864 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:34:32.705402 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:34:32.779957 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.783895 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.789988 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d4e5283e-d8ec-4e0f-b8c6-8e05eed39b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:32.830014 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62806e73-3e6e-4fe5-8bc7-5e435baa44ad,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:32.834152 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ea9a9493803439ea29e6a6fb6eb1c0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1929517 Jun 17 17:34:32.834992 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:32.836666 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48194) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:32.896844 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3cae7127-440d-4e87-beff-d93ed4593bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.921238 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3cae7127-440d-4e87-beff-d93ed4593bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.972615 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3cae7127-440d-4e87-beff-d93ed4593bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.976140 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-26be0c14-1ffa-4248-9e2a-990fd418f3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:32.990061 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae7127-440d-4e87-beff-d93ed4593bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62806e73-3e6e-4fe5-8bc7-5e435baa44ad,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:32.992871 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3cae7127-440d-4e87-beff-d93ed4593bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:32.994845 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3cae7127-440d-4e87-beff-d93ed4593bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:32.995846 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3cae7127-440d-4e87-beff-d93ed4593bb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62806e73-3e6e-4fe5-8bc7-5e435baa44ad HTTP/1.1" status: 204 len: 168 time: 0.1583261 Jun 17 17:34:33.736147 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e927a7-4f0c-4e1b-ac07-373501438ee1 req-2c8b4019-fb41-42c7-998e-800cc4d0b3a3 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:33.737609 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b7e927a7-4f0c-4e1b-ac07-373501438ee1 req-2c8b4019-fb41-42c7-998e-800cc4d0b3a3 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.0816035 Jun 17 17:34:33.786779 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b7e927a7-4f0c-4e1b-ac07-373501438ee1 req-fcf4a4ad-b92e-486a-8e1a-71251ebcda7d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Jun 17 17:34:34.231839 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a357c6cf-2d74-43db-a784-b73745ce2f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:34.293646 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-4cb59bff-0bbb-4f79-8ec8-008fb33c696d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:34.295084 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-4cb59bff-0bbb-4f79-8ec8-008fb33c696d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 945 time: 0.0849626 Jun 17 17:34:34.362827 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Deleting port 79bc376e-ced7-42a5-9627-314a3b17f567 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:34:34.363162 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:34.672386 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] For port 79bc376e-ced7-42a5-9627-314a3b17f567, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=79bc376e-ced7-42a5-9627-314a3b17f567,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:34.672738 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:34.800650 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Calling delete_port for 79bc376e-ced7-42a5-9627-314a3b17f567 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:34:35.003531 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:35.011401 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:35.039901 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['9b48a02b-368a-438e-b716-8004052f210d', '79bc376e-ced7-42a5-9627-314a3b17f567'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:34:35.054982 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Pushing event deleted for resources: {'Port': ['ID=79bc376e-ced7-42a5-9627-314a3b17f567,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:35.057985 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:35.142195 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] No DVR routers for this DVR port 79bc376e-ced7-42a5-9627-314a3b17f567 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:34:35.145389 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:35.150142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6bc073-f841-451c-a0fe-e1e833fede16', 'name': 'network-vif-deleted', 'tag': '79bc376e-ced7-42a5-9627-314a3b17f567'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:34:35.163872 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2e1b-93ec-42af-8f04-7772a0a5c990 req-6a8211e0-d554-4057-ae49-fb427192d614 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:35.165309 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c8c2e1b-93ec-42af-8f04-7772a0a5c990 req-6a8211e0-d554-4057-ae49-fb427192d614 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c6bc073-f841-451c-a0fe-e1e833fede16 HTTP/1.1" status: 200 len: 867 time: 0.2337520 Jun 17 17:34:35.174433 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-626ee53f-8ee4-4e52-8ed2-7f7ddac63cf8 req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.20 "DELETE /v2.0/ports/79bc376e-ced7-42a5-9627-314a3b17f567 HTTP/1.1" status: 204 len: 173 time: 0.8739452 Jun 17 17:34:35.233234 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6bc073-f841-451c-a0fe-e1e833fede16', 'name': 'network-vif-deleted', 'tag': '79bc376e-ced7-42a5-9627-314a3b17f567', 'status': 'completed', 'code': 200} Jun 17 17:34:35.256467 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c8c2e1b-93ec-42af-8f04-7772a0a5c990 req-37cc37d6-0fdf-469d-b64c-85745388824b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793917 Jun 17 17:34:35.303473 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:36.753753 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e20454-4427-4f8f-9d50-fcb68b9dfc84 req-fd20735a-4029-4dfa-9118-d562f22835f2 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:36.754426 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-63e20454-4427-4f8f-9d50-fcb68b9dfc84 req-fd20735a-4029-4dfa-9118-d562f22835f2 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Synchronizing usage tracker for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:34:36.768914 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-63e20454-4427-4f8f-9d50-fcb68b9dfc84 req-fd20735a-4029-4dfa-9118-d562f22835f2 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Unset dirty status for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:34:36.770096 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-63e20454-4427-4f8f-9d50-fcb68b9dfc84 req-fd20735a-4029-4dfa-9118-d562f22835f2 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0901527 Jun 17 17:34:36.816336 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-63e20454-4427-4f8f-9d50-fcb68b9dfc84 req-3e9ae817-bf1e-47f0-a3cd-2d7e5fbc2d40 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Jun 17 17:34:36.829829 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:38.019824 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cce1a7-0d1b-41b6-97fc-1d5b4a14b3e5 req-e159018c-c75b-4e5b-9f35-9d1770e15ad2 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:38.021341 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16cce1a7-0d1b-41b6-97fc-1d5b4a14b3e5 req-e159018c-c75b-4e5b-9f35-9d1770e15ad2 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0785379 Jun 17 17:34:38.067579 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16cce1a7-0d1b-41b6-97fc-1d5b4a14b3e5 req-9b40681e-9f68-4254-a814-21187ddaa61b tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Jun 17 17:34:38.767187 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 79bc376e-ced7-42a5-9627-314a3b17f567 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:34:38.798546 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 79bc376e-ced7-42a5-9627-314a3b17f567 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:34:38.798913 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 79bc376e-ced7-42a5-9627-314a3b17f567 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:34:39.272302 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b216ea6-2b6e-4984-99b6-d0f9f801da2c req-61eff198-3081-4231-a65e-0a617854d27f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:39.273901 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5b216ea6-2b6e-4984-99b6-d0f9f801da2c req-61eff198-3081-4231-a65e-0a617854d27f tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0822635 Jun 17 17:34:39.329764 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5b216ea6-2b6e-4984-99b6-d0f9f801da2c req-d72a0d7e-a50f-4131-b108-b96c7392c29c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498893 Jun 17 17:34:40.538049 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a36a8-0ed5-47b6-9348-1a439618f992 req-b0d99347-8e55-4ace-9006-1d92d1af31fa tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:40.539653 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-912a36a8-0ed5-47b6-9348-1a439618f992 req-b0d99347-8e55-4ace-9006-1d92d1af31fa tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0803261 Jun 17 17:34:40.585809 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-912a36a8-0ed5-47b6-9348-1a439618f992 req-34ebc03d-5b4d-4cc0-b96c-b217a15ebf5a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Jun 17 17:34:41.806390 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cff87-cf83-487e-8736-770e66df4f65 req-65b9d4b9-1154-46bb-b694-d9df3cc029f6 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:41.808500 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5f6cff87-cf83-487e-8736-770e66df4f65 req-65b9d4b9-1154-46bb-b694-d9df3cc029f6 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.0840631 Jun 17 17:34:41.856003 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5f6cff87-cf83-487e-8736-770e66df4f65 req-a03c4954-a946-4308-b612-738238862071 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Jun 17 17:34:43.125059 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2188d0a-b7c9-44ce-b443-86c383c8924b req-474deea9-0cb9-471e-a96c-fb5844f2d873 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:43.126562 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e2188d0a-b7c9-44ce-b443-86c383c8924b req-474deea9-0cb9-471e-a96c-fb5844f2d873 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1457305 Jun 17 17:34:43.133003 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-8dc16074-b8a7-444a-8918-4f3964046f1a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:43.134290 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-8dc16074-b8a7-444a-8918-4f3964046f1a tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 945 time: 0.1167367 Jun 17 17:34:43.231997 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Deleting port 9b48a02b-368a-438e-b716-8004052f210d {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:34:43.232328 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:43.263995 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e2188d0a-b7c9-44ce-b443-86c383c8924b req-a13f25de-1ef9-4036-b083-9c2929f5e4d5 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/security-groups?id=87b3cf14-c92a-48b0-9ded-65584010b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287682 Jun 17 17:34:43.542569 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] For port 9b48a02b-368a-438e-b716-8004052f210d, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=9b48a02b-368a-438e-b716-8004052f210d,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:43.542931 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:43.608519 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48386) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:43.659720 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Calling delete_port for 9b48a02b-368a-438e-b716-8004052f210d owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:34:43.749966 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:43.780706 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:34:43.784847 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Usage tracker for resource:security_group_rule and tenant:bf7319eeddf54d068c1883c315288eb4 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:34:43.787619 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:34:43.793832 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:34:43.801462 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:43.807612 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-af45f7c6-a14e-4caa-8504-71ae3a0bb5bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:43.838502 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['9b48a02b-368a-438e-b716-8004052f210d'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:34:43.851758 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Pushing event deleted for resources: {'Port': ['ID=9b48a02b-368a-438e-b716-8004052f210d,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:43.855624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:43.859849 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:43.865907 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:43.873747 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-58692dbb-eac5-4d02-9042-49e5a981e3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:43.915259 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89392c2a-6bb5-43c4-aa30-c1131fa74ab3,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:43.919155 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:43.924845 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf7319eeddf54d068c1883c315288eb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3151655 Jun 17 17:34:43.925526 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48392) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:43.926966 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] No DVR routers for this DVR port 9b48a02b-368a-438e-b716-8004052f210d on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:34:43.933596 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:43.942125 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf2f7cf-a96e-49bc-ba72-3a721917ac06', 'name': 'network-vif-deleted', 'tag': '9b48a02b-368a-438e-b716-8004052f210d'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:34:43.964537 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f675d0d0-e621-4306-8bfe-0e2c5e0572f1 req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.20 "DELETE /v2.0/ports/9b48a02b-368a-438e-b716-8004052f210d HTTP/1.1" status: 204 len: 173 time: 0.8134139 Jun 17 17:34:44.002165 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf2f7cf-a96e-49bc-ba72-3a721917ac06', 'name': 'network-vif-deleted', 'tag': '9b48a02b-368a-438e-b716-8004052f210d', 'status': 'completed', 'code': 200} Jun 17 17:34:44.006931 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb6ee-4f5d-4fa1-b47f-842923c067bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.033379 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb6ee-4f5d-4fa1-b47f-842923c067bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.085094 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb6ee-4f5d-4fa1-b47f-842923c067bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.090498 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-608d4451-55f7-418b-82a3-67e666ca94c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:44.102981 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bb6ee-4f5d-4fa1-b47f-842923c067bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89392c2a-6bb5-43c4-aa30-c1131fa74ab3,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:44.105696 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2a5bb6ee-4f5d-4fa1-b47f-842923c067bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:44.106899 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb6ee-4f5d-4fa1-b47f-842923c067bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.112291 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-2a5bb6ee-4f5d-4fa1-b47f-842923c067bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89392c2a-6bb5-43c4-aa30-c1131fa74ab3 HTTP/1.1" status: 204 len: 168 time: 0.1843743 Jun 17 17:34:44.446887 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48410) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:44.459938 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-47411e14-5fb6-4a2f-8708-733b2466a2f1 req-95a7ceea-6404-49de-8e62-f353e9924531 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Synchronizing usage tracker for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:34:44.466896 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.475894 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-47411e14-5fb6-4a2f-8708-733b2466a2f1 req-95a7ceea-6404-49de-8e62-f353e9924531 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Unset dirty status for tenant:5b5f14c48ee446449560d013e9b83c8f on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:34:44.477278 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-47411e14-5fb6-4a2f-8708-733b2466a2f1 req-95a7ceea-6404-49de-8e62-f353e9924531 tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf2f7cf-a96e-49bc-ba72-3a721917ac06 HTTP/1.1" status: 200 len: 210 time: 0.0696826 Jun 17 17:34:44.501137 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:34:44.504895 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc38cb143744655b6e11cb283aa4f61 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:34:44.507629 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:34:44.514491 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:34:44.584026 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.588129 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.595559 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9016e770-1cec-48b3-94ba-8d9dc69083ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:44.636012 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcadf9b-6a55-4e62-a179-16313183849e,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:44.639032 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:44.644866 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fc38cb143744655b6e11cb283aa4f61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1942220 Jun 17 17:34:44.645691 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48414) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:44.703831 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d1fb1778-8790-41f9-82d9-b5b50197661c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.728564 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d1fb1778-8790-41f9-82d9-b5b50197661c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.778491 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d1fb1778-8790-41f9-82d9-b5b50197661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.783050 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-01588d8e-8b04-464b-9037-6e794cd9b275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:44.795224 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb1778-8790-41f9-82d9-b5b50197661c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcadf9b-6a55-4e62-a179-16313183849e,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:44.798057 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d1fb1778-8790-41f9-82d9-b5b50197661c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:44.799881 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d1fb1778-8790-41f9-82d9-b5b50197661c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:44.801382 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-d1fb1778-8790-41f9-82d9-b5b50197661c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fcadf9b-6a55-4e62-a179-16313183849e HTTP/1.1" status: 204 len: 168 time: 0.1551189 Jun 17 17:34:45.192842 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 48424) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:45.211551 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.242462 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:34:45.246782 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Usage tracker for resource:security_group_rule and tenant:54a46b22938c42388d2c92ee3dcb88c3 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:34:45.249431 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:34:45.254996 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:34:45.321017 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.325227 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.333735 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a394ac80-577d-4e39-8ef8-cbc601165f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:45.376430 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7504e9bc-84e5-4275-ba25-7a335544b807,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:45.379461 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:45.383011 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54a46b22938c42388d2c92ee3dcb88c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1890652 Jun 17 17:34:45.385649 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 48430) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:45.443558 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a53481b5-e9ab-44f3-ae60-61e832f7499d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.470963 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a53481b5-e9ab-44f3-ae60-61e832f7499d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.520832 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a53481b5-e9ab-44f3-ae60-61e832f7499d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.525947 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c3bb40a7-9920-4655-aa44-685e30ca3491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:45.538060 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53481b5-e9ab-44f3-ae60-61e832f7499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7504e9bc-84e5-4275-ba25-7a335544b807,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:45.540897 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a53481b5-e9ab-44f3-ae60-61e832f7499d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:45.543282 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a53481b5-e9ab-44f3-ae60-61e832f7499d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:45.546830 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-a53481b5-e9ab-44f3-ae60-61e832f7499d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7504e9bc-84e5-4275-ba25-7a335544b807 HTTP/1.1" status: 204 len: 168 time: 0.1578426 Jun 17 17:34:45.589524 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 48438) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:45.971407 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408076'] for router_interface, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.644777 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Deleting port 4bb23170-3264-4c78-9a4f-df4d65f0e686 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:34:46.645462 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.808843 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 9b48a02b-368a-438e-b716-8004052f210d no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:34:46.829643 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] For port 4bb23170-3264-4c78-9a4f-df4d65f0e686, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=4bb23170-3264-4c78-9a4f-df4d65f0e686,segment=NetworkSegment(fcfb9b0e-a399-4699-b789-f67e8b200f02),segment_id=fcfb9b0e-a399-4699-b789-f67e8b200f02)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:46.829998 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:46.842962 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 9b48a02b-368a-438e-b716-8004052f210d {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:34:46.843384 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 9b48a02b-368a-438e-b716-8004052f210d not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:34:46.950269 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Calling delete_port for 4bb23170-3264-4c78-9a4f-df4d65f0e686 owned by network:router_interface {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:34:47.265521 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:47.269699 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:47.312224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb23170-3264-4c78-9a4f-df4d65f0e686,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:47.315000 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:47.594872 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408922'] for router_interface, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:48.229774 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:34:48.424428 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:34:48.433290 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] Sync routers for ids ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:34:48.442459 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] 10.222.0.15 "PUT /v2.0/routers/59f197c6-de8a-4a68-9f4b-1c1155a3bbd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8503428 Jun 17 17:34:48.443494 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 48494) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:48.446079 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] Routers {'59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:48.446792 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:34:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:48.645698 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks [] for router, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:48.662821 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] Set router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:34:48.850710 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:48.860527 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Deleting port 7207fb11-8721-4d6f-9010-bd33ca9313c3 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:34:48.863030 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:48.965459 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:44Z', 'updated_at': '2021-06-17T17:34:47Z', 'revision_number': 5, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'gw_port': {'id': '7207fb11-8721-4d6f-9010-bd33ca9313c3', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:48.970790 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] Checking router: 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:34:48.982705 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] Routers {'59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:34:48.983394 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:34:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:49.050339 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] For port 7207fb11-8721-4d6f-9010-bd33ca9313c3, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=7207fb11-8721-4d6f-9010-bd33ca9313c3,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:34:49.050720 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:49.136892 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] Set router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 gateway port host: None {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:34:49.170471 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Calling delete_port for 7207fb11-8721-4d6f-9010-bd33ca9313c3 owned by network:router_gateway {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:34:49.243708 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:44Z', 'updated_at': '2021-06-17T17:34:48Z', 'revision_number': 6, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'gw_port_host': None}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:49.251065 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99e231-71cf-47ec-88d4-59bcbfd3007b None None] The sync data for ids ['59f197c6-de8a-4a68-9f4b-1c1155a3bbd8'] in dv-cinder-796864-1-smb is: [{'id': '59f197c6-de8a-4a68-9f4b-1c1155a3bbd8', 'name': 'tempest-ServerRescueNegativeTestJSON-688861095-router', 'tenant_id': '5b5f14c48ee446449560d013e9b83c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:44Z', 'updated_at': '2021-06-17T17:34:48Z', 'revision_number': 6, 'project_id': '5b5f14c48ee446449560d013e9b83c8f', 'gw_port_host': None}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:34:49.427360 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:49.431789 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6222154a-7d45-430a-8e37-82737aa23f4c tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:49.473004 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Pushing event deleted for resources: {'Port': ['ID=7207fb11-8721-4d6f-9010-bd33ca9313c3,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:49.475424 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:49.712161 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444037'] for router_gateway, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:49.972539 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4499'] for router, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:49.976597 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.063147 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444996'] for router, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.063660 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 {{(pid=74248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:34:50.077034 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.078178 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] 10.222.0.15 "DELETE /v2.0/routers/59f197c6-de8a-4a68-9f4b-1c1155a3bbd8 HTTP/1.1" status: 204 len: 168 time: 1.6338010 Jun 17 17:34:50.080960 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 48506) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:50.143903 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] Deleting subnet 10d99290-4c50-4ca2-9b45-1a238849156b {{(pid=74248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:34:50.150131 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.198593 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536326542'] for subnet, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.254913 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.516491 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535851541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535349653'] for subnet, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.522535 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-306f8481-f92a-41a1-8489-d2ee481a0cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:50.565576 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d99290-4c50-4ca2-9b45-1a238849156b,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:50.568353 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:50.571816 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.578715 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/10d99290-4c50-4ca2-9b45-1a238849156b HTTP/1.1" status: 204 len: 168 time: 0.4967413 Jun 17 17:34:50.581155 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 48514) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:50.688641 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.896542 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.909971 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45410a34-7a55-4be2-ba4d-f8bb0e995ae6']}} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:50.921795 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfb9b0e-a399-4699-b789-f67e8b200f02') {'for_net_delete': True} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:50.922091 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfb9b0e-a399-4699-b789-f67e8b200f02') {} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:34:50.933206 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536326535'] for segment, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.951187 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.957077 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:34:50.957446 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535851711'] for segment, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: Traceback (most recent call last): Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: timer() Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: cb(*args, **kw) Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: return func(*args, **kwargs) Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: self._notify() Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: self.callback(batched_events) Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: event.method(event) Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: return f(self, *a, **k) Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: return self._get(url).json() Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: return self.request(url, 'GET', **kwargs) Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:34:50.971181 dv-cinder-796864-1-smb neutron-server[74248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:34:51.052074 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:51.057104 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:51.061303 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9e91a587-5544-414e-bc6d-5e97c97c5b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:51.082082 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Pushing event deleted for resources: {'Network': ['ID=45410a34-7a55-4be2-ba4d-f8bb0e995ae6,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:51.084515 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:51.093251 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] 10.222.0.15 "DELETE /v2.0/networks/45410a34-7a55-4be2-ba4d-f8bb0e995ae6 HTTP/1.1" status: 204 len: 168 time: 0.5087235 Jun 17 17:34:51.296496 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48522) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:51.314223 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 7207fb11-8721-4d6f-9010-bd33ca9313c3 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:34:51.349716 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 7207fb11-8721-4d6f-9010-bd33ca9313c3 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:34:51.350155 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 7207fb11-8721-4d6f-9010-bd33ca9313c3 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:34:51.350679 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 4bb23170-3264-4c78-9a4f-df4d65f0e686 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:34:51.363855 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3c068230-87fb-4cd9-b83b-fb2f4389f09d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b5f14c48ee446449560d013e9b83c8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0655010 Jun 17 17:34:51.366326 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48528) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:34:51.392053 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 4bb23170-3264-4c78-9a4f-df4d65f0e686 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:34:51.392413 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 4bb23170-3264-4c78-9a4f-df4d65f0e686 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:34:51.429621 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-30fa76b3-93f2-4b4d-a0ba-e04e917921b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:51.455513 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-30fa76b3-93f2-4b4d-a0ba-e04e917921b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:51.509515 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-30fa76b3-93f2-4b4d-a0ba-e04e917921b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:51.516410 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-706e73bf-b6ee-4d25-bfdf-99772c0454f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:34:51.531320 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa76b3-93f2-4b4d-a0ba-e04e917921b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b3cf14-c92a-48b0-9ded-65584010b499,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:34:51.538106 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-30fa76b3-93f2-4b4d-a0ba-e04e917921b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:34:51.538960 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-30fa76b3-93f2-4b4d-a0ba-e04e917921b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:34:51.550683 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-30fa76b3-93f2-4b4d-a0ba-e04e917921b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87b3cf14-c92a-48b0-9ded-65584010b499 HTTP/1.1" status: 204 len: 168 time: 0.1760030 Jun 17 17:34:58.209792 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5865e-01d0-48a5-847a-f8605fc4b8a7 req-c8c4b547-d704-4bb5-89ea-3e4183a0e6eb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:58.211295 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-21c5865e-01d0-48a5-847a-f8605fc4b8a7 req-c8c4b547-d704-4bb5-89ea-3e4183a0e6eb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0814164 Jun 17 17:34:58.258293 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-21c5865e-01d0-48a5-847a-f8605fc4b8a7 req-1bf44c72-e75c-4642-bc2a-ec436f96ce5a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412738 Jun 17 17:34:59.243782 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac768-276e-4cf1-a644-ab56a6656db5 req-2be47ce1-6cf3-4290-abf2-b56e885a0141 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:59.245307 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1ffac768-276e-4cf1-a644-ab56a6656db5 req-2be47ce1-6cf3-4290-abf2-b56e885a0141 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0800459 Jun 17 17:34:59.290760 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1ffac768-276e-4cf1-a644-ab56a6656db5 req-9264f801-664e-4f5c-9715-eacebd8a1c59 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397561 Jun 17 17:34:59.458914 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cfdda-9602-45cc-8577-4a60e4c0f1f6 req-a569ad66-eb4a-4fba-b699-5e683bcb1d7a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:34:59.460357 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-088cfdda-9602-45cc-8577-4a60e4c0f1f6 req-a569ad66-eb4a-4fba-b699-5e683bcb1d7a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0798986 Jun 17 17:34:59.512769 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-088cfdda-9602-45cc-8577-4a60e4c0f1f6 req-10bcad44-dee5-4231-bdf0-9763fc3e6f38 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467119 Jun 17 17:35:00.023664 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48710) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:00.165504 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:00.198784 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:00.202507 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6dc0ba2dde446f861fb38fb2742f57 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:00.205266 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:00.211052 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:00.280092 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:00.284240 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:00.291369 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-68be6a32-94c5-4f4e-872e-e50f8449e113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:00.337035 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a6dc0ba2dde446f861fb38fb2742f57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3122263 Jun 17 17:35:00.337869 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dddfe12-4b65-44e0-97af-879f894db2d8,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:00.340271 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 48720) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:00.347377 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.347738 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.348088 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.348600 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.349162 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.349765 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.349976 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.350336 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.350821 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.351053 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.351389 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.356096 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:00.419783 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:00.478776 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:00.558148 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e943d-0696-4b42-9f3e-eefec7bdbd35 req-04d1ee34-72b0-4654-bc4b-9bda125cc19f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:00.559929 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3e7e943d-0696-4b42-9f3e-eefec7bdbd35 req-04d1ee34-72b0-4654-bc4b-9bda125cc19f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1211736 Jun 17 17:35:00.561151 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:00.565943 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-716dcf88-460f-437f-a979-62f9655b2f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:00.594333 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dddfe12-4b65-44e0-97af-879f894db2d8,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:00.604525 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:00.605559 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7dddfe12-4b65-44e0-97af-879f894db2d8 HTTP/1.1" status: 204 len: 168 time: 0.2642491 Jun 17 17:35:00.618502 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.619033 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.619397 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.619748 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.620124 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.620476 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.620817 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.621164 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.621503 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.621837 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.622174 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:00.626315 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:00.637440 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3e7e943d-0696-4b42-9f3e-eefec7bdbd35 req-d92f5203-876f-40bc-92fe-53a78bf8ae60 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638447 Jun 17 17:35:00.726284 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378efd7-39b8-4ce4-830d-f2019d1fc0ca req-468218d0-7b3c-4117-b6be-6194cbfa223b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:00.727737 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e378efd7-39b8-4ce4-830d-f2019d1fc0ca req-468218d0-7b3c-4117-b6be-6194cbfa223b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0836310 Jun 17 17:35:00.773105 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e378efd7-39b8-4ce4-830d-f2019d1fc0ca req-57b43c11-e630-4e43-83a2-0edba4d8048b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Jun 17 17:35:01.486831 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48748) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:01.518689 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.617182 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1652407957-network', 'tenant_id': 'e985abbc89ac4cf6bbb67641f8f1b61e'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:01.622339 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:01.626075 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Usage tracker for resource:network and tenant:e985abbc89ac4cf6bbb67641f8f1b61e is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:01.628913 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:01.635182 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:01.644745 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Made reservation on behalf of e985abbc89ac4cf6bbb67641f8f1b61e for: {'network': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:35:01.646901 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.658641 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.691121 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:01.695174 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Usage tracker for resource:security_group_rule and tenant:e985abbc89ac4cf6bbb67641f8f1b61e is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:01.698807 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:01.705173 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:01.777448 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.781414 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.784336 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-461ea699-6485-434d-83e9-87255658be97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:01.816557 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=74249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:35:01.821586 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a952668a-d47e-4b80-8f00-66663be5371b,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:01.825455 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:01.829532 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.829877 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.segments_db [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Added segment 58c43770-86d1-4238-87b1-2f4140b63581 of type vlan for network ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7 Jun 17 17:35:01.859437 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813bc45-81b7-4ac9-972b-804687cc7f7f req-231d51c9-7afc-49f4-84de-559956365e7e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:01.860870 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2813bc45-81b7-4ac9-972b-804687cc7f7f req-231d51c9-7afc-49f4-84de-559956365e7e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0833466 Jun 17 17:35:01.864173 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.895292 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.896796 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:01.897778 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:01.910368 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b7b0a40e-cd41-49c2-a48c-7fa3b474607b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:01.940904 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2813bc45-81b7-4ac9-972b-804687cc7f7f req-f8ecdbd3-f4f3-4bf8-9928-d0aa026fc7f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733848 Jun 17 17:35:01.997674 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2fbdf-a46d-4c64-bec7-7ced693eb572 req-29de0b53-e8cc-4fb1-b3f3-aec3278b39da tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:02.003021 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-feb2fbdf-a46d-4c64-bec7-7ced693eb572 req-29de0b53-e8cc-4fb1-b3f3-aec3278b39da tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0938265 Jun 17 17:35:02.049057 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-feb2fbdf-a46d-4c64-bec7-7ced693eb572 req-d20c5f05-59b2-4602-9155-651b2c91264e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438280 Jun 17 17:35:02.060445 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Pushing event updated for resources: {'Network': ['ID=ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:02.063501 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:02.067457 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5771315 Jun 17 17:35:02.068141 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48758) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:02.073960 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:35:02.074783 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Request body: {'subnet': {'network_id': 'ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1652407957-subnet', 'tenant_id': 'e985abbc89ac4cf6bbb67641f8f1b61e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:02.079621 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:02.083418 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Usage tracker for resource:subnet and tenant:e985abbc89ac4cf6bbb67641f8f1b61e is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:02.086223 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:02.092561 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:02.103331 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Made reservation on behalf of e985abbc89ac4cf6bbb67641f8f1b61e for: {'subnet': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:35:02.105591 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535300848'] for subnet, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:02.168410 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-d85fc565-ee6e-4ed9-adca-7dc5035d82fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:02.388859 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:02.482333 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535328350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535300834'] for subnet, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:02.486726 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6214ff97-ca30-487d-9550-877cd5c94119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:02.542951 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d0e1a9-bd73-4ae9-8e69-c40e7dedff41,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:02.546350 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:02.568916 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Checking segment: {'id': '58c43770-86d1-4238-87b1-2f4140b63581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:35:02.569263 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Network hostable DHCP agents. Network: ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:35:02.591063 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Network ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:35:02.600571 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7) {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:35:02.609241 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ea64a-6df9-41ca-8a4b-e6d2ae8dfea2 None None] Network ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:35:02.613419 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:02.614008 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:02.633700 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5642805 Jun 17 17:35:02.844134 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f997fe61-c8cf-48e5-9b43-bc97cf292a9c None None] Network ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:35:03.221225 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38ecdc-71f6-4b3a-9302-055a485c333d req-8e368579-c017-4070-96d0-25a0260cda3e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:03.222661 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1e38ecdc-71f6-4b3a-9302-055a485c333d req-8e368579-c017-4070-96d0-25a0260cda3e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1162243 Jun 17 17:35:03.292609 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1e38ecdc-71f6-4b3a-9302-055a485c333d req-a56f349d-479f-4b42-a0ad-aa6e2421ef5b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633326 Jun 17 17:35:03.302637 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c69ca7-9565-4020-8136-35bb37139ba2 req-ffde2ec1-73ba-4dd6-8960-c42bdfffec12 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:03.304028 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-70c69ca7-9565-4020-8136-35bb37139ba2 req-ffde2ec1-73ba-4dd6-8960-c42bdfffec12 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1237228 Jun 17 17:35:03.352966 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-70c69ca7-9565-4020-8136-35bb37139ba2 req-2e9cea46-4723-44e0-8b67-fb1de49aa49a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428343 Jun 17 17:35:03.505481 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48786) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:03.511262 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753087757-network', 'tenant_id': '5fe5dae0f879489b801f04ca76448378'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:03.515814 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:03.519527 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Usage tracker for resource:network and tenant:5fe5dae0f879489b801f04ca76448378 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:03.526933 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:03.532982 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:03.546880 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Made reservation on behalf of 5fe5dae0f879489b801f04ca76448378 for: {'network': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:35:03.546880 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:03.559148 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:03.591098 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:03.594824 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe5dae0f879489b801f04ca76448378 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:03.597557 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:03.603223 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:03.667927 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:03.671953 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:03.674732 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6067f028-2f2d-472d-a5f4-366c4ae6148d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:03.707105 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=74249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:35:03.709414 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5fdc5-7fab-4944-8b91-ffb57de01d46,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:03.712509 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:03.721663 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:03.722006 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.segments_db [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Added segment 8ebc233d-8f2a-41aa-8dc6-05199ad0f3eb of type vlan for network 51115ea8-f6c7-487c-a1a5-96ce6a217b87 Jun 17 17:35:03.749255 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:03.776946 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:03.778029 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:03.778634 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:03.781765 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:03.882394 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Pushing event updated for resources: {'Network': ['ID=51115ea8-f6c7-487c-a1a5-96ce6a217b87,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:03.885430 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:03.887392 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3809283 Jun 17 17:35:03.890752 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48792) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:03.892630 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 51115ea8-f6c7-487c-a1a5-96ce6a217b87 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:35:03.896369 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Request body: {'subnet': {'network_id': '51115ea8-f6c7-487c-a1a5-96ce6a217b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753087757-subnet', 'tenant_id': '5fe5dae0f879489b801f04ca76448378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:03.901141 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:03.905597 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Usage tracker for resource:subnet and tenant:5fe5dae0f879489b801f04ca76448378 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:03.906986 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:35:03.908506 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:03.914165 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:03.924941 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Made reservation on behalf of 5fe5dae0f879489b801f04ca76448378 for: {'subnet': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:35:03.927311 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535300848'] for subnet, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:04.233177 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-1a506131-fcb3-4e2b-be4e-e41dec66a999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:04.300865 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535328350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535300834'] for subnet, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:04.305031 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-14338dd4-6754-48d5-bdc5-7feb5ce1a896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:04.375293 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2779e4-a6e0-41b3-b38b-2793cd726ea1,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:04.379008 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:04.387096 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Checking segment: {'id': '8ebc233d-8f2a-41aa-8dc6-05199ad0f3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51115ea8-f6c7-487c-a1a5-96ce6a217b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:35:04.387452 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Network hostable DHCP agents. Network: 51115ea8-f6c7-487c-a1a5-96ce6a217b87, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:35:04.408797 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Network 51115ea8-f6c7-487c-a1a5-96ce6a217b87 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:35:04.420156 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 51115ea8-f6c7-487c-a1a5-96ce6a217b87) {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:35:04.433411 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a78b8db-bd27-496a-b190-506be336be6e None None] Network 51115ea8-f6c7-487c-a1a5-96ce6a217b87 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:35:04.439730 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:04.440388 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:04.483931 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5858920 Jun 17 17:35:04.574653 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f926c52-9615-49f1-b32c-ca1c34bf58af req-4d17738c-81f0-4e5c-90fe-1c9f8b26ad66 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:04.578390 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f926c52-9615-49f1-b32c-ca1c34bf58af req-4d17738c-81f0-4e5c-90fe-1c9f8b26ad66 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1417961 Jun 17 17:35:04.601616 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48802) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:04.623376 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827dabe-f1fe-431c-b11f-ae29063d1db5 req-15750844-2b9d-4862-b8df-006f0ca2649c tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:04.624946 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d827dabe-f1fe-431c-b11f-ae29063d1db5 req-15750844-2b9d-4862-b8df-006f0ca2649c tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1282859 Jun 17 17:35:04.668870 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] Deleting subnet 77d0e1a9-bd73-4ae9-8e69-c40e7dedff41 {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:35:04.671995 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:04.724021 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d827dabe-f1fe-431c-b11f-ae29063d1db5 req-09e363f9-e727-4785-8d67-e648c9e83746 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823338 Jun 17 17:35:04.734363 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f926c52-9615-49f1-b32c-ca1c34bf58af req-8aa51a4f-79eb-4d28-aa4f-32b13d70cb40 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466992 Jun 17 17:35:04.735551 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536762744'] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:04.738841 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005409e-842e-47b3-9b37-519c7f91386d None None] Network 51115ea8-f6c7-487c-a1a5-96ce6a217b87 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:35:04.802889 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.099288 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535317139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535300845'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.103614 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:05.135665 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d0e1a9-bd73-4ae9-8e69-c40e7dedff41,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:05.138860 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:05.141997 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.147742 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/77d0e1a9-bd73-4ae9-8e69-c40e7dedff41 HTTP/1.1" status: 204 len: 168 time: 0.5451429 Jun 17 17:35:05.150210 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48808) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:05.254002 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.305439 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.382202 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.394451 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:05.406227 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c43770-86d1-4238-87b1-2f4140b63581') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:05.406521 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c43770-86d1-4238-87b1-2f4140b63581') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:05.418157 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.434191 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.440092 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:35:05.440464 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:35:05.453893 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:35:05.529383 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.533064 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:05.546011 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.554865 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:05.557435 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ef2d1aab-b2ac-46e8-8fb1-56ba62388bc7 HTTP/1.1" status: 204 len: 168 time: 0.4062805 Jun 17 17:35:05.558268 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:05.560096 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48812) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:05.617502 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-d727d867-9c3a-40a6-802c-1c27595bb984 admin admin] Deleting subnet 1c2779e4-a6e0-41b3-b38b-2793cd726ea1 {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:35:05.620461 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d727d867-9c3a-40a6-802c-1c27595bb984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.671039 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d727d867-9c3a-40a6-802c-1c27595bb984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536762744'] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.723909 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d727d867-9c3a-40a6-802c-1c27595bb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.968036 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d4171-ff2f-4515-b8ba-24d163f5dd06 req-356876d7-1f44-4722-83e8-6aa1427a3e8f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:05.969655 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1d9d4171-ff2f-4515-b8ba-24d163f5dd06 req-356876d7-1f44-4722-83e8-6aa1427a3e8f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1364734 Jun 17 17:35:05.977406 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d727d867-9c3a-40a6-802c-1c27595bb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535317139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535300845'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:05.980574 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc30f4-8d4a-4a4b-a2c4-8ed83010864c req-0b8bf0f6-9c82-437a-908a-6b793902a153 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:05.981870 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-faebfdc3-df34-4d78-aed1-7124bbc81f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:05.981994 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-92fc30f4-8d4a-4a4b-a2c4-8ed83010864c req-0b8bf0f6-9c82-437a-908a-6b793902a153 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1045334 Jun 17 17:35:06.014772 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727d867-9c3a-40a6-802c-1c27595bb984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2779e4-a6e0-41b3-b38b-2793cd726ea1,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:06.018071 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d727d867-9c3a-40a6-802c-1c27595bb984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:06.021274 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d727d867-9c3a-40a6-802c-1c27595bb984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.029828 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-d727d867-9c3a-40a6-802c-1c27595bb984 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1c2779e4-a6e0-41b3-b38b-2793cd726ea1 HTTP/1.1" status: 204 len: 168 time: 0.4664855 Jun 17 17:35:06.030049 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48822) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:06.059047 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1d9d4171-ff2f-4515-b8ba-24d163f5dd06 req-d5d57422-70a5-4d82-8ad5-4c375bf43baf tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761533 Jun 17 17:35:06.061457 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-92fc30f4-8d4a-4a4b-a2c4-8ed83010864c req-e61fb3d9-58f9-4c4a-9a5c-a1618ad54f54 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630605 Jun 17 17:35:06.138008 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.257140 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.269825 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51115ea8-f6c7-487c-a1a5-96ce6a217b87']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:06.281411 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebc233d-8f2a-41aa-8dc6-05199ad0f3eb') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:06.281736 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebc233d-8f2a-41aa-8dc6-05199ad0f3eb') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:35:06.292610 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.308868 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.314925 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:35:06.315309 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:35:06.329015 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:35:06.402612 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.405996 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:06.418255 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.426821 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Pushing event deleted for resources: {'Network': ['ID=51115ea8-f6c7-487c-a1a5-96ce6a217b87,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:06.429190 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] 10.222.0.15 "DELETE /v2.0/networks/51115ea8-f6c7-487c-a1a5-96ce6a217b87 HTTP/1.1" status: 204 len: 168 time: 0.3980677 Jun 17 17:35:06.429991 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:06.618375 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48828) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:06.667893 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-4d56b7e4-9ac5-4782-a581-0685813be213 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e985abbc89ac4cf6bbb67641f8f1b61e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478213 Jun 17 17:35:06.671814 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48832) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:06.728472 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-db231fe7-c56d-477b-b1e4-73dff77aa56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.757092 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-db231fe7-c56d-477b-b1e4-73dff77aa56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.834120 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.872356 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-db231fe7-c56d-477b-b1e4-73dff77aa56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.875944 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8233448c-eb1c-45a7-8935-de0ba865d269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:06.888390 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db231fe7-c56d-477b-b1e4-73dff77aa56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a952668a-d47e-4b80-8f00-66663be5371b,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:06.890620 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-db231fe7-c56d-477b-b1e4-73dff77aa56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:06.896498 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-db231fe7-c56d-477b-b1e4-73dff77aa56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:06.900070 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-db231fe7-c56d-477b-b1e4-73dff77aa56b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a952668a-d47e-4b80-8f00-66663be5371b HTTP/1.1" status: 204 len: 168 time: 0.2249098 Jun 17 17:35:07.302715 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48846) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:07.352934 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-744eff53-faa2-49ef-825f-9a926fce0cc8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fe5dae0f879489b801f04ca76448378&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487416 Jun 17 17:35:07.355416 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48850) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:07.386144 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d5983-74e1-4cea-908b-66a9e859128a req-726bb538-bcd0-4db8-9dec-ac85486192ed tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:07.387640 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4e5d5983-74e1-4cea-908b-66a9e859128a req-726bb538-bcd0-4db8-9dec-ac85486192ed tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.2073145 Jun 17 17:35:07.399169 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b99a3-9759-4070-b6d1-6326c8b7ff7d req-939fe8e8-d417-4170-86ea-eca9d6b37dd9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:07.400547 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f18b99a3-9759-4070-b6d1-6326c8b7ff7d req-939fe8e8-d417-4170-86ea-eca9d6b37dd9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1115203 Jun 17 17:35:07.417747 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bacffd8c-b471-423a-b433-15cfa1dda3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:07.443065 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bacffd8c-b471-423a-b433-15cfa1dda3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:07.472035 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4e5d5983-74e1-4cea-908b-66a9e859128a req-f1c8f56e-5e30-46b1-8aef-0ce2cdf8e6c8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784850 Jun 17 17:35:07.474405 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f18b99a3-9759-4070-b6d1-6326c8b7ff7d req-0c48591d-d443-4f0a-b6d4-1082d4e6404b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604720 Jun 17 17:35:07.496792 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bacffd8c-b471-423a-b433-15cfa1dda3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:07.501636 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-11e884bf-2ffb-4911-a676-e36760d08e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:07.517290 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacffd8c-b471-423a-b433-15cfa1dda3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5fdc5-7fab-4944-8b91-ffb57de01d46,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:07.520188 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-bacffd8c-b471-423a-b433-15cfa1dda3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:07.522027 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bacffd8c-b471-423a-b433-15cfa1dda3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:07.523843 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-bacffd8c-b471-423a-b433-15cfa1dda3ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7c5fdc5-7fab-4944-8b91-ffb57de01d46 HTTP/1.1" status: 204 len: 168 time: 0.1665158 Jun 17 17:35:08.767677 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777f7d7-da3d-4ecd-be35-22c3f3a71370 req-c3e0190c-5494-43b0-9f0d-acc98b5fa0ec tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:08.769116 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7777f7d7-da3d-4ecd-be35-22c3f3a71370 req-c3e0190c-5494-43b0-9f0d-acc98b5fa0ec tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1130641 Jun 17 17:35:08.774572 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb90c21-996d-4171-82cf-d70b83af87b5 req-c4d95eaa-2884-4939-a1ce-7ed571262cc5 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:08.775932 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-afb90c21-996d-4171-82cf-d70b83af87b5 req-c4d95eaa-2884-4939-a1ce-7ed571262cc5 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1540997 Jun 17 17:35:08.851816 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7777f7d7-da3d-4ecd-be35-22c3f3a71370 req-2abd650b-6e8d-4358-9a02-585c9bdbc540 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749152 Jun 17 17:35:08.859848 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-afb90c21-996d-4171-82cf-d70b83af87b5 req-003aa75c-4375-45aa-a2b8-9caed8f5fc4f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694561 Jun 17 17:35:09.308019 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837ebb-d34e-4f25-a1e6-1be94aa278eb req-777cfd16-8b26-43f8-a17c-185631a391d9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:09.309445 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d3837ebb-d34e-4f25-a1e6-1be94aa278eb req-777cfd16-8b26-43f8-a17c-185631a391d9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1332240 Jun 17 17:35:09.316616 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6081cf18-6ab9-44c3-a530-fe5cb06a5a29 req-1ecc30d4-d4f2-4bc0-beab-472df0495341 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 1098 time: 0.0942328 Jun 17 17:35:09.440504 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d3837ebb-d34e-4f25-a1e6-1be94aa278eb req-480877a1-795c-4259-adef-1ff2712aa34c tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229768 Jun 17 17:35:09.476428 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081cf18-6ab9-44c3-a530-fe5cb06a5a29 req-164b02f5-efe0-45b2-862c-ec8af718ef8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:09.477910 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6081cf18-6ab9-44c3-a530-fe5cb06a5a29 req-164b02f5-efe0-45b2-862c-ec8af718ef8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 912 time: 0.1467028 Jun 17 17:35:09.586198 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6081cf18-6ab9-44c3-a530-fe5cb06a5a29 req-0ca45eab-d1bb-4401-a2bc-705b70c2d01c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f HTTP/1.1" status: 200 len: 1001 time: 0.0982382 Jun 17 17:35:09.654986 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081cf18-6ab9-44c3-a530-fe5cb06a5a29 req-24e68110-71d9-40ee-bf7b-27da87c3978a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:09.656393 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6081cf18-6ab9-44c3-a530-fe5cb06a5a29 req-24e68110-71d9-40ee-bf7b-27da87c3978a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 200 len: 850 time: 0.0641429 Jun 17 17:35:09.731309 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6081cf18-6ab9-44c3-a530-fe5cb06a5a29 req-d2c7960e-b3fd-4c96-b549-591aee422d17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ee2905d-0992-40a9-bf31-ae5a057d589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675824 Jun 17 17:35:09.873571 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6081cf18-6ab9-44c3-a530-fe5cb06a5a29 req-3d363f85-88a9-4082-978b-c932bd7ca0f3 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330609 Jun 17 17:35:09.939784 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48920) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:10.069343 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6081cf18-6ab9-44c3-a530-fe5cb06a5a29 req-cf5074c4-873a-4d81-91a8-8c35a9484e58 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858709 Jun 17 17:35:10.091897 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:10.095516 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a85da-96bd-46da-90a9-f554af86c761 req-9a3adfac-9c57-4e8e-a75b-e0015ba0b9a2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:10.097092 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-074a85da-96bd-46da-90a9-f554af86c761 req-9a3adfac-9c57-4e8e-a75b-e0015ba0b9a2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1011944 Jun 17 17:35:10.143478 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:10.144968 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-074a85da-96bd-46da-90a9-f554af86c761 req-4d686e7a-ae2a-435f-88b4-4d7b74a933dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413511 Jun 17 17:35:10.147622 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] Usage tracker for resource:security_group_rule and tenant:e883d888b03c49cfa43a973329ea7d36 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:10.150679 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:10.157427 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:10.234196 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:10.239014 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:10.246458 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b0da63c9-09e4-4c18-813e-4c8b9ea85089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:10.284931 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c54f1c-c1ec-417f-8a09-497036af61ec,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:10.287724 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:10.290054 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-caad573e-ee6b-4afc-9337-3690134b3933 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e883d888b03c49cfa43a973329ea7d36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3491821 Jun 17 17:35:10.293739 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48930) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:10.358740 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f42192fd-8a47-49ad-bfb3-d5aebb8146f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:10.401545 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f42192fd-8a47-49ad-bfb3-d5aebb8146f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:10.466368 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f42192fd-8a47-49ad-bfb3-d5aebb8146f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:10.472532 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-bacffd8c-b471-423a-b433-15cfa1dda3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:10.481807 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42192fd-8a47-49ad-bfb3-d5aebb8146f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c54f1c-c1ec-417f-8a09-497036af61ec,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:10.485508 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-f42192fd-8a47-49ad-bfb3-d5aebb8146f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:10.488750 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f42192fd-8a47-49ad-bfb3-d5aebb8146f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:10.503982 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-f42192fd-8a47-49ad-bfb3-d5aebb8146f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87c54f1c-c1ec-417f-8a09-497036af61ec HTTP/1.1" status: 204 len: 168 time: 0.1982453 Jun 17 17:35:10.649749 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84ff21-868e-4aa7-849c-a668ffd9b34a req-cbbd86be-e713-497e-8c0d-181cf14ff9f9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:10.651366 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ce84ff21-868e-4aa7-849c-a668ffd9b34a req-cbbd86be-e713-497e-8c0d-181cf14ff9f9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0807457 Jun 17 17:35:10.714282 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ce84ff21-868e-4aa7-849c-a668ffd9b34a req-f85f4f88-d26f-4f9f-bc46-f0b170939f62 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541677 Jun 17 17:35:10.881113 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48950) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:10.898747 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:10.933140 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:10.937274 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Usage tracker for resource:security_group_rule and tenant:7b27c974200c4e3599aa15809cc51f31 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:10.940667 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:10.949109 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:11.016513 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:11.022138 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:11.029792 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-78e18908-eb1e-4436-a6f7-49663c05b6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:11.067378 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8a9452-a912-4f8a-92fe-eb1fb31c4c94,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:11.070454 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:11.073831 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b27c974200c4e3599aa15809cc51f31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1917512 Jun 17 17:35:11.076436 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48954) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:11.133265 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6c431958-ca84-4c97-be79-8f72d295668f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:11.161332 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6c431958-ca84-4c97-be79-8f72d295668f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:11.210176 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6c431958-ca84-4c97-be79-8f72d295668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:11.215471 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3cae7127-440d-4e87-beff-d93ed4593bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:11.225406 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c431958-ca84-4c97-be79-8f72d295668f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8a9452-a912-4f8a-92fe-eb1fb31c4c94,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:11.228750 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6c431958-ca84-4c97-be79-8f72d295668f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:11.232089 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6c431958-ca84-4c97-be79-8f72d295668f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:11.235387 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-6c431958-ca84-4c97-be79-8f72d295668f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c8a9452-a912-4f8a-92fe-eb1fb31c4c94 HTTP/1.1" status: 204 len: 168 time: 0.1556752 Jun 17 17:35:11.364576 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74c44-30b9-4ea5-842e-f3f3bc892cfa req-1f0d39a7-3b5f-4a1c-8b82-4bba6ff3b210 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:11.366011 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6fc74c44-30b9-4ea5-842e-f3f3bc892cfa req-1f0d39a7-3b5f-4a1c-8b82-4bba6ff3b210 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0751896 Jun 17 17:35:11.415183 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6fc74c44-30b9-4ea5-842e-f3f3bc892cfa req-44c4a6c9-04fb-4551-b5e7-8dad67982e80 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429478 Jun 17 17:35:11.903117 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c1588-be63-40fa-8fec-96718490d108 req-12343c1c-792f-4f2e-92a8-3557d2f8dbc1 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:11.904561 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-040c1588-be63-40fa-8fec-96718490d108 req-12343c1c-792f-4f2e-92a8-3557d2f8dbc1 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0764892 Jun 17 17:35:11.951100 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-040c1588-be63-40fa-8fec-96718490d108 req-2e988679-a656-4de1-b63d-b7106a157fea tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 Jun 17 17:35:12.270691 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 48992) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:12.413563 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:12.445489 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:12.450261 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Usage tracker for resource:security_group_rule and tenant:8f6686aa46fc4c70bcf9f2b9b4353de2 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:12.453139 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:12.463516 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:12.530316 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:12.534521 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:12.542158 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-47fcf857-f315-4be8-910c-2283c65abcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:12.582152 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50032195-a968-4fd6-a29a-ba838ae2b915,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:12.586092 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f6686aa46fc4c70bcf9f2b9b4353de2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3143718 Jun 17 17:35:12.586974 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:12.588735 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49006) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:12.656575 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b730dbf6-e3cb-4cd0-9acb-5da476ac2d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:12.685525 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b730dbf6-e3cb-4cd0-9acb-5da476ac2d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:12.743653 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb714c8-5ed7-46b1-b2c2-600d40a5dd7c req-73970982-7fde-46dd-acc7-6b9beeecfce5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:12.745753 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7bb714c8-5ed7-46b1-b2c2-600d40a5dd7c req-73970982-7fde-46dd-acc7-6b9beeecfce5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1910262 Jun 17 17:35:12.752779 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b730dbf6-e3cb-4cd0-9acb-5da476ac2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:12.759602 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5ad445d6-cc7c-4bfc-b9e4-7b8b141aa2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:12.772585 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730dbf6-e3cb-4cd0-9acb-5da476ac2d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50032195-a968-4fd6-a29a-ba838ae2b915,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:12.775010 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b730dbf6-e3cb-4cd0-9acb-5da476ac2d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:12.776635 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b730dbf6-e3cb-4cd0-9acb-5da476ac2d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:12.778275 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b730dbf6-e3cb-4cd0-9acb-5da476ac2d80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50032195-a968-4fd6-a29a-ba838ae2b915 HTTP/1.1" status: 204 len: 168 time: 0.1884804 Jun 17 17:35:12.797876 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7bb714c8-5ed7-46b1-b2c2-600d40a5dd7c req-fe1e7aeb-fea4-45ae-9a48-95538d4d764b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Jun 17 17:35:13.690368 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 49042) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:13.821608 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1145527520-network', 'tenant_id': '875c7196f0504ec1aa591afc9480aad4'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:13.827082 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:13.830987 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Usage tracker for resource:network and tenant:875c7196f0504ec1aa591afc9480aad4 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:13.834046 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:13.841086 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:13.859664 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Made reservation on behalf of 875c7196f0504ec1aa591afc9480aad4 for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:35:13.862270 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:13.876110 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:13.908553 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:13.912595 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:875c7196f0504ec1aa591afc9480aad4 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:13.915432 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:13.921764 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:14.052971 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:14.061351 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:14.066624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:14.106802 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1ff69-0f5b-41a8-82ea-6f6334dfa34a req-cdba6383-3f54-447b-8088-db4e48f27656 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:14.110627 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-76d1ff69-0f5b-41a8-82ea-6f6334dfa34a req-cdba6383-3f54-447b-8088-db4e48f27656 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1527071 Jun 17 17:35:14.110627 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:35:14.114775 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805483c5-7747-484a-a853-9c3578b13e01,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:14.119470 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:14.142282 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:14.142649 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Added segment 47ef7381-8a79-4c2e-b8e9-38ce396bfc54 of type vlan for network d2477199-bc17-4a8e-b0ed-cfa092958518 Jun 17 17:35:14.187139 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:14.194169 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-76d1ff69-0f5b-41a8-82ea-6f6334dfa34a req-b650edb5-878f-43b1-b9c7-13a2ada97046 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767684 Jun 17 17:35:14.221144 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:14.222353 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:14.222959 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:14.226196 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-b6d3afb6-6a19-4833-8e52-32429ee272f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:14.321880 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=d2477199-bc17-4a8e-b0ed-cfa092958518,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:14.326013 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6406367 Jun 17 17:35:14.326985 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:14.329972 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49052) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:14.335408 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network d2477199-bc17-4a8e-b0ed-cfa092958518 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:35:14.335943 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Request body: {'subnet': {'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1145527520-subnet', 'tenant_id': '875c7196f0504ec1aa591afc9480aad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:14.341189 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:14.344968 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Usage tracker for resource:subnet and tenant:875c7196f0504ec1aa591afc9480aad4 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:14.347796 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:14.353816 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:14.364923 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Made reservation on behalf of 875c7196f0504ec1aa591afc9480aad4 for: {'subnet': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:35:14.367591 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535300848'] for subnet, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:14.744911 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535328350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535300834'] for subnet, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:14.749159 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-f1addcb1-64d3-456f-8119-c1b2394da91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:14.818831 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:14.822281 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:14.829771 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Checking segment: {'id': '47ef7381-8a79-4c2e-b8e9-38ce396bfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:35:14.830113 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Network hostable DHCP agents. Network: d2477199-bc17-4a8e-b0ed-cfa092958518, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:35:14.866517 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Network d2477199-bc17-4a8e-b0ed-cfa092958518 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:35:14.876426 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, d2477199-bc17-4a8e-b0ed-cfa092958518) {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:35:14.894729 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c829045a-bed2-44ab-89b4-8d293ca4440c None None] Network d2477199-bc17-4a8e-b0ed-cfa092958518 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:35:14.897373 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:14.898143 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:14.919408 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-02e74bc0-5b6c-4949-99df-86e7b6db745f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5882876 Jun 17 17:35:15.117491 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6814761-1c87-42a1-917d-0ec6c9372605 None None] Network d2477199-bc17-4a8e-b0ed-cfa092958518 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:35:15.423819 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217601b2-d163-4edf-98d3-46e8fea0106b req-12028032-6ef5-4e9e-bb5d-a4c4652096f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:15.425443 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-217601b2-d163-4edf-98d3-46e8fea0106b req-12028032-6ef5-4e9e-bb5d-a4c4652096f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0858965 Jun 17 17:35:15.475063 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-217601b2-d163-4edf-98d3-46e8fea0106b req-c45280ae-d33b-4234-a166-c25a760feb49 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Jun 17 17:35:16.690929 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ad7cb-a0a0-4b8d-aa74-12958fa7921f req-c66cbd19-4ff0-4b8c-a4de-ef0db4bfb53a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:16.693145 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bc1ad7cb-a0a0-4b8d-aa74-12958fa7921f req-c66cbd19-4ff0-4b8c-a4de-ef0db4bfb53a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0831237 Jun 17 17:35:16.745759 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bc1ad7cb-a0a0-4b8d-aa74-12958fa7921f req-f9f57ae1-7d86-4138-9e40-7288c82abeb5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454865 Jun 17 17:35:16.939214 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:35:17.008461 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-1a51180b-874f-4d90-acc4-b797a0a8f3e0 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:17.009113 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-1a51180b-874f-4d90-acc4-b797a0a8f3e0 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Synchronizing usage tracker for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:network {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:35:17.027966 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-1a51180b-874f-4d90-acc4-b797a0a8f3e0 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Unset dirty status for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:network {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:35:17.029272 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-1a51180b-874f-4d90-acc4-b797a0a8f3e0 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/networks?id=d2477199-bc17-4a8e-b0ed-cfa092958518 HTTP/1.1" status: 200 len: 809 time: 0.1596150 Jun 17 17:35:17.046341 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-eaac3b86-79b4-4e46-a185-c48fad560db9 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/quotas/875c7196f0504ec1aa591afc9480aad4 HTTP/1.1" status: 200 len: 375 time: 0.0116372 Jun 17 17:35:17.075753 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:17.089493 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'port_id': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'mac_address': 'fa:16:3e:9f:a8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:35:17.097444 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c9f47a20-68ae-4c75-b809-d515cab191ed tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=875c7196f0504ec1aa591afc9480aad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455642 Jun 17 17:35:17.142769 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:17.164468 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:35:17.179658 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:17.183503 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:17.185256 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:17.234670 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-81b18053-bd60-4179-bf31-34eb3912c414 service neutron] 10.222.0.15 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295502 Jun 17 17:35:17.248999 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=6']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:17.257083 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.257421 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.257755 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.258079 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.258403 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.258744 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.259061 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.259382 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.259766 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.260079 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.260879 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:35:17.265206 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:17.354941 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:35:17.369286 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-f79cdefd-fac9-452d-b50c-32676dc552fd service neutron] 10.222.0.15 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282699 Jun 17 17:35:17.550087 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c637cb8e-d43a-4b5c-8bc3-71418e488fca req-3be43ac9-b82c-432a-bdf1-9fcae748dbbd tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 210 time: 0.0417552 Jun 17 17:35:17.961367 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b94c6b-0cac-46cd-87bf-3d32f5199928 req-11fd2b88-ba09-484b-8234-5426f096c88e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:17.962874 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-06b94c6b-0cac-46cd-87bf-3d32f5199928 req-11fd2b88-ba09-484b-8234-5426f096c88e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 945 time: 0.0757577 Jun 17 17:35:18.019033 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-06b94c6b-0cac-46cd-87bf-3d32f5199928 req-e98aa10a-cc36-4789-a402-6c58640efa25 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497277 Jun 17 17:35:18.739467 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f3f83754-1f0c-4232-92ee-8190a5ebda39 req-c752d94c-6e80-4aea-aec3-77254e1ac8bd tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 210 time: 0.0624516 Jun 17 17:35:18.862868 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-88a9d2e9-11e5-4e42-90ba-6699ebb2911b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:18.864885 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-88a9d2e9-11e5-4e42-90ba-6699ebb2911b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.20 "GET /v2.0/networks?id=d2477199-bc17-4a8e-b0ed-cfa092958518 HTTP/1.1" status: 200 len: 809 time: 0.1570494 Jun 17 17:35:18.900338 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Request body: {'port': {'device_id': '35060aea-93c2-41d0-910c-217711e2c092', 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518', 'admin_state_up': True, 'tenant_id': '875c7196f0504ec1aa591afc9480aad4'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:18.941608 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:35:19.008561 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:35:19.008927 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.039790 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:19.044209 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Usage tracker for resource:port and tenant:875c7196f0504ec1aa591afc9480aad4 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:19.046990 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:19.052670 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:19.063048 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Made reservation on behalf of 875c7196f0504ec1aa591afc9480aad4 for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:35:19.066260 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.155033 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.183024 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:35:19.192706 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:19.199077 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.201059 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:19.251399 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'code': 200} Jun 17 17:35:19.269992 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=7']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:19.273156 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:19.373788 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Allocated IP 172.20.0.10 (d2477199-bc17-4a8e-b0ed-cfa092958518/4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1/cf089dbc-cf12-49e9-b252-7e5a69aeaef9) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:35:19.418309 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e369b-1ec1-4408-9b51-21df8f40b8d2 req-2b474b42-8956-401c-a8b6-a2b05e4604c2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:19.419984 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7a6e369b-1ec1-4408-9b51-21df8f40b8d2 req-2b474b42-8956-401c-a8b6-a2b05e4604c2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.2434981 Jun 17 17:35:19.563649 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7a6e369b-1ec1-4408-9b51-21df8f40b8d2 req-a9eb4bae-80ff-42e6-b85c-b3cbb85b1d5c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330609 Jun 17 17:35:19.633446 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.653950 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49132) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:19.661500 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.668089 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3dcc005c-2709-4145-ae4a-920f142e542d tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:19.731263 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Network d2477199-bc17-4a8e-b0ed-cfa092958518 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:35:19.734477 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:35:19.736912 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:35:19.776524 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Pushing event updated for resources: {'Port': ['ID=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:19.779313 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:19.801897 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.809637 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:19.810247 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.833345 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9366529 Jun 17 17:35:19.839115 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:19.842987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2f683ee3f642889017e85ede5a19d0 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:19.845845 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:19.851429 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:19.911860 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Request body: {'port': {'device_id': '35060aea-93c2-41d0-910c-217711e2c092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:19.922454 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.926276 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:19.933072 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-dcebc54c-0ff4-4603-934e-21132ec8b2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:19.972818 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f53441-2a52-4ead-b250-6424755e6b9a,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:19.975797 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:19.978577 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-41baf990-3c92-4d43-bb5a-df73857c81e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a2f683ee3f642889017e85ede5a19d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3234365 Jun 17 17:35:19.981189 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49140) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:20.038591 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7443-9cf5-45ef-9b14-ddad6b8a8368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.046977 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a58390-200d-474b-93e8-009506305d70 req-bbee3740-c510-4135-add8-10267efda330 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:20.047651 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-b7a58390-200d-474b-93e8-009506305d70 req-bbee3740-c510-4135-add8-10267efda330 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Synchronizing usage tracker for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:35:20.051249 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.064003 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7443-9cf5-45ef-9b14-ddad6b8a8368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.113104 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-b7a58390-200d-474b-93e8-009506305d70 req-bbee3740-c510-4135-add8-10267efda330 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Unset dirty status for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:35:20.114335 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b7a58390-200d-474b-93e8-009506305d70 req-bbee3740-c510-4135-add8-10267efda330 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 932 time: 0.2410259 Jun 17 17:35:20.115111 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7443-9cf5-45ef-9b14-ddad6b8a8368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.118803 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:20.130165 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d7443-9cf5-45ef-9b14-ddad6b8a8368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f53441-2a52-4ead-b250-6424755e6b9a,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:20.132431 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4c3d7443-9cf5-45ef-9b14-ddad6b8a8368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:20.138459 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7443-9cf5-45ef-9b14-ddad6b8a8368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.141920 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-4c3d7443-9cf5-45ef-9b14-ddad6b8a8368 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5f53441-2a52-4ead-b250-6424755e6b9a HTTP/1.1" status: 204 len: 168 time: 0.1574504 Jun 17 17:35:20.230024 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-b7a58390-200d-474b-93e8-009506305d70 req-7712537f-da7a-4fbb-9864-ecaea7faa687 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Synchronizing usage tracker for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:35:20.312936 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-b7a58390-200d-474b-93e8-009506305d70 req-7712537f-da7a-4fbb-9864-ecaea7faa687 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Unset dirty status for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:35:20.314069 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b7a58390-200d-474b-93e8-009506305d70 req-7712537f-da7a-4fbb-9864-ecaea7faa687 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924517 Jun 17 17:35:20.442521 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf089dbc-cf12-49e9-b252-7e5a69aeaef9 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:35:20.449974 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.464634 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Transition to ACTIVE for port object cf089dbc-cf12-49e9-b252-7e5a69aeaef9 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:35:20.468239 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.472373 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a5877eae-a4cd-47ee-b7f6-8c75481d8bb0 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:20.484736 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49148) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:20.505581 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.536015 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:20.539818 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Usage tracker for resource:security_group_rule and tenant:1cdd39d8eb57416b8ae8f2b5e1187fc7 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:20.543180 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:20.548787 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:20.601749 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Pushing event updated for resources: {'Port': ['ID=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:20.606818 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:20.613817 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.618146 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.624674 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d1fb1778-8790-41f9-82d9-b5b50197661c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:20.664607 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68a0f56-b3be-4c69-aa8a-bf3edd4a0713,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:20.673696 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1cdd39d8eb57416b8ae8f2b5e1187fc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1854687 Jun 17 17:35:20.673696 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:20.673962 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49154) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:20.747023 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-73b2ead1-f529-4843-bbc0-f2abac91d4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.765606 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Attempting to bind port cf089dbc-cf12-49e9-b252-7e5a69aeaef9 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:35:20.765930 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Attempting to bind port cf089dbc-cf12-49e9-b252-7e5a69aeaef9 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '47ef7381-8a79-4c2e-b8e9-38ce396bfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:35:20.766248 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Attempting to bind port cf089dbc-cf12-49e9-b252-7e5a69aeaef9 on network d2477199-bc17-4a8e-b0ed-cfa092958518 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:35:20.772050 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-73b2ead1-f529-4843-bbc0-f2abac91d4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.780808 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Port cf089dbc-cf12-49e9-b252-7e5a69aeaef9 on network d2477199-bc17-4a8e-b0ed-cfa092958518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:35:20.781119 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Attempting to bind port cf089dbc-cf12-49e9-b252-7e5a69aeaef9 on network d2477199-bc17-4a8e-b0ed-cfa092958518 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:35:20.794071 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:35:20.794393 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Checking segment: {'id': '47ef7381-8a79-4c2e-b8e9-38ce396bfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:35:20.794788 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Bound using segment: {'id': '47ef7381-8a79-4c2e-b8e9-38ce396bfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:35:20.795235 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Bound port: cf089dbc-cf12-49e9-b252-7e5a69aeaef9, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ef7381-8a79-4c2e-b8e9-38ce396bfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:35:20.795619 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.828025 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-73b2ead1-f529-4843-bbc0-f2abac91d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.832791 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-0d4999b5-6ba8-4844-9b8a-d7d1f6e3245c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:20.843426 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2ead1-f529-4843-bbc0-f2abac91d4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68a0f56-b3be-4c69-aa8a-bf3edd4a0713,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:20.846992 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-73b2ead1-f529-4843-bbc0-f2abac91d4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:20.850523 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-73b2ead1-f529-4843-bbc0-f2abac91d4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.853957 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-73b2ead1-f529-4843-bbc0-f2abac91d4d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a68a0f56-b3be-4c69-aa8a-bf3edd4a0713 HTTP/1.1" status: 204 len: 168 time: 0.1769276 Jun 17 17:35:20.858857 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089536d-8c95-4cbb-8269-d9d5a5a6c60a req-5cadc29c-548a-4e3c-810d-6aa4ad295df1 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:20.860320 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b089536d-8c95-4cbb-8269-d9d5a5a6c60a req-5cadc29c-548a-4e3c-810d-6aa4ad295df1 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1432285 Jun 17 17:35:20.939033 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] For port cf089dbc-cf12-49e9-b252-7e5a69aeaef9, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:35:20.944147 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b089536d-8c95-4cbb-8269-d9d5a5a6c60a req-f3c757d2-d759-4de8-a5d5-6dcb618ae827 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690668 Jun 17 17:35:20.948581 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] For port cf089dbc-cf12-49e9-b252-7e5a69aeaef9, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:35:20.952784 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:20.957133 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:21.026873 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:21.028393 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] 10.222.0.20 "PUT /v2.0/ports/cf089dbc-cf12-49e9-b252-7e5a69aeaef9 HTTP/1.1" status: 200 len: 1094 time: 1.1245105 Jun 17 17:35:21.030842 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35060aea-93c2-41d0-910c-217711e2c092', 'tag': 'cf089dbc-cf12-49e9-b252-7e5a69aeaef9'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:35:21.053232 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Pushing event updated for resources: {'Port': ['ID=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:21.057586 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:21.123836 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35060aea-93c2-41d0-910c-217711e2c092', 'tag': 'cf089dbc-cf12-49e9-b252-7e5a69aeaef9', 'status': 'completed', 'code': 200} Jun 17 17:35:21.159871 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-4390f03c-b5fa-486b-ab02-71193b55aa43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=875c7196f0504ec1aa591afc9480aad4&device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 1097 time: 0.0721934 Jun 17 17:35:21.326934 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-af849416-ab5f-42ce-82b5-776b4daafcc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf089dbc-cf12-49e9-b252-7e5a69aeaef9 HTTP/1.1" status: 200 len: 217 time: 0.1482189 Jun 17 17:35:21.394817 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-7b6a8bbf-38dc-4c3b-b810-58d280359288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:21.396500 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-7b6a8bbf-38dc-4c3b-b810-58d280359288 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1 HTTP/1.1" status: 200 len: 849 time: 0.0635562 Jun 17 17:35:21.448830 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-a854eaee-e6ef-4790-9dd1-02bdbf00b7a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2477199-bc17-4a8e-b0ed-cfa092958518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453842 Jun 17 17:35:21.643830 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-f34b25ce-bc18-49f7-9a44-a149ce710ebe service neutron] 10.222.0.20 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611772 Jun 17 17:35:21.659673 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71269104-f355-44cc-b98c-42ae2c1971b3 req-cccc418a-85f4-42e9-b29e-f3c89d410cca tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:21.659673 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-71269104-f355-44cc-b98c-42ae2c1971b3 req-cccc418a-85f4-42e9-b29e-f3c89d410cca tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 944 time: 0.2054498 Jun 17 17:35:21.800428 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-71269104-f355-44cc-b98c-42ae2c1971b3 req-a02b7cfa-4676-47b7-b8ab-60cb903581e4 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283684 Jun 17 17:35:21.834687 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-389f9b23-33c7-480b-8289-5881f8cd70b4 req-cb4d6ada-7db5-45e1-8531-da2782bdfd8b service neutron] 10.222.0.20 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824768 Jun 17 17:35:21.993186 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8de7a27b-4d93-4080-8182-eaa64259c4f7 req-a1feffa3-71bd-40f1-9cb1-857893397d7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=875c7196f0504ec1aa591afc9480aad4&device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 1097 time: 0.0708725 Jun 17 17:35:22.179091 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7a27b-4d93-4080-8182-eaa64259c4f7 req-486b267d-2e12-485c-bf59-4e2c8dafadf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:22.180589 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8de7a27b-4d93-4080-8182-eaa64259c4f7 req-486b267d-2e12-485c-bf59-4e2c8dafadf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2477199-bc17-4a8e-b0ed-cfa092958518 HTTP/1.1" status: 200 len: 910 time: 0.1821318 Jun 17 17:35:22.257129 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8de7a27b-4d93-4080-8182-eaa64259c4f7 req-eceff10f-4944-4ffd-b8f6-dc22ce730f93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf089dbc-cf12-49e9-b252-7e5a69aeaef9 HTTP/1.1" status: 200 len: 217 time: 0.0693023 Jun 17 17:35:22.263463 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096910f-8097-4c56-8b67-bb9f4b47b47d req-1da4d9be-f15f-4514-8aef-509c2489ecbb tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:22.264799 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5096910f-8097-4c56-8b67-bb9f4b47b47d req-1da4d9be-f15f-4514-8aef-509c2489ecbb tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1700528 Jun 17 17:35:22.352737 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7a27b-4d93-4080-8182-eaa64259c4f7 req-62d818c1-3c12-4e9c-bfa6-0605db31236c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:22.354696 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8de7a27b-4d93-4080-8182-eaa64259c4f7 req-62d818c1-3c12-4e9c-bfa6-0605db31236c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1 HTTP/1.1" status: 200 len: 849 time: 0.0888934 Jun 17 17:35:22.361971 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5096910f-8097-4c56-8b67-bb9f4b47b47d req-7ecb9a66-5436-4e15-8f79-d97281dacb56 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670085 Jun 17 17:35:22.401772 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8de7a27b-4d93-4080-8182-eaa64259c4f7 req-069d808d-60f7-4071-8623-0aaa5f8755f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2477199-bc17-4a8e-b0ed-cfa092958518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388830 Jun 17 17:35:22.535012 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8de7a27b-4d93-4080-8182-eaa64259c4f7 req-b2281608-2a2d-4656-915f-b61b877e4199 service neutron] 10.222.0.20 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263192 Jun 17 17:35:22.667548 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8de7a27b-4d93-4080-8182-eaa64259c4f7 req-2c2228fa-49d0-4052-b41d-d27977fd04bc service neutron] 10.222.0.20 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252294 Jun 17 17:35:23.020201 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163532c-b1f1-45b5-8839-4ac11263b1a6 req-e0b440f8-5983-4c5b-831f-a1d6667e38fd tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:23.021654 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7163532c-b1f1-45b5-8839-4ac11263b1a6 req-e0b440f8-5983-4c5b-831f-a1d6667e38fd tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 944 time: 0.0844848 Jun 17 17:35:23.077429 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7163532c-b1f1-45b5-8839-4ac11263b1a6 req-7c25dc9b-ef26-46a5-a37e-c9b50bd1b08d tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497723 Jun 17 17:35:23.581222 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29973-65d4-48ce-ae47-8dc7a9d647d1 req-2e553af0-21b3-4516-b98c-1ecba8852803 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:23.583475 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-78b29973-65d4-48ce-ae47-8dc7a9d647d1 req-2e553af0-21b3-4516-b98c-1ecba8852803 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0792263 Jun 17 17:35:23.630714 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-78b29973-65d4-48ce-ae47-8dc7a9d647d1 req-5581c948-3879-45d3-abbb-a5ac5d93cf2b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408204 Jun 17 17:35:23.695945 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49250) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:23.839772 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:23.885259 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:23.893088 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Usage tracker for resource:security_group_rule and tenant:7c3da93d5dc94e98aade79856ddd1d9d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:23.896199 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:23.902501 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:23.977186 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:23.981245 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:23.988429 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1f0eca59-c43a-4466-9514-abe536c92cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:24.030521 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb843e29-12b3-43ae-b55f-ec8845ccc4e3,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:24.033934 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:24.037767 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c3da93d5dc94e98aade79856ddd1d9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3406706 Jun 17 17:35:24.041254 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 49260) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:24.110482 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6694b3e7-0e4b-47a9-a07a-8e17a020162a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:24.143033 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6694b3e7-0e4b-47a9-a07a-8e17a020162a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:24.337543 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cfe73-94ed-45f4-8c5c-a927ba1eb6a1 req-b4ef2805-5108-4e9f-8c8c-8647dc0d1a5c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:24.339145 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bb4cfe73-94ed-45f4-8c5c-a927ba1eb6a1 req-b4ef2805-5108-4e9f-8c8c-8647dc0d1a5c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 944 time: 0.1034222 Jun 17 17:35:24.344574 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6694b3e7-0e4b-47a9-a07a-8e17a020162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:24.349702 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-eb39b3b0-b1f4-4a90-8f32-64edce28c77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:24.378427 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694b3e7-0e4b-47a9-a07a-8e17a020162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb843e29-12b3-43ae-b55f-ec8845ccc4e3,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:24.385359 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6694b3e7-0e4b-47a9-a07a-8e17a020162a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:24.390880 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6694b3e7-0e4b-47a9-a07a-8e17a020162a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:24.394517 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-6694b3e7-0e4b-47a9-a07a-8e17a020162a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb843e29-12b3-43ae-b55f-ec8845ccc4e3 HTTP/1.1" status: 204 len: 168 time: 0.3492596 Jun 17 17:35:24.425583 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bb4cfe73-94ed-45f4-8c5c-a927ba1eb6a1 req-998042e4-0516-4f98-8169-7e7cc105cee7 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766785 Jun 17 17:35:24.826893 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49272) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:24.847481 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:24.881473 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:24.886099 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] Usage tracker for resource:security_group_rule and tenant:1d5536ed34fc49388576e8a4997d90ed is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:24.889004 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:24.896171 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:24.899924 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ef7f-54b3-4ce2-91f4-524c95e47150 req-14398476-6a67-4d47-bdc2-88943db92384 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:24.901507 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e609ef7f-54b3-4ce2-91f4-524c95e47150 req-14398476-6a67-4d47-bdc2-88943db92384 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0889728 Jun 17 17:35:24.959263 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e609ef7f-54b3-4ce2-91f4-524c95e47150 req-8a11c29e-b524-4643-b391-5720d451386d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515845 Jun 17 17:35:24.976205 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:24.981239 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:24.987244 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device cf089dbc-cf12-49e9-b252-7e5a69aeaef9 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:35:24.990192 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-23a8a668-ba80-4274-bcd7-88dfabd7162e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:25.094527 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213a4231-7363-4c7a-bcc8-e1ee2560bc8b,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:25.097665 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:25.100280 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-22bcdf74-1092-493a-aabd-7e9979675b3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d5536ed34fc49388576e8a4997d90ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2718589 Jun 17 17:35:25.102935 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49276) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:25.176674 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-69ad0793-80cc-44b8-b60c-128383a22c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:25.191455 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port cf089dbc-cf12-49e9-b252-7e5a69aeaef9, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:25.204745 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-69ad0793-80cc-44b8-b60c-128383a22c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:25.206356 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': 'cf089dbc-cf12-49e9-b252-7e5a69aeaef9', 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518', 'port_id': 'cf089dbc-cf12-49e9-b252-7e5a69aeaef9', 'mac_address': 'fa:16:3e:6f:2d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:35:25.266795 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:25.273310 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-69ad0793-80cc-44b8-b60c-128383a22c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:25.285921 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf089dbc-cf12-49e9-b252-7e5a69aeaef9 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:35:25.286801 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-cfe4fe82-e716-4bc0-80d0-f972d7cae3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:25.300389 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad0793-80cc-44b8-b60c-128383a22c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a4231-7363-4c7a-bcc8-e1ee2560bc8b,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:25.305315 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port cf089dbc-cf12-49e9-b252-7e5a69aeaef9, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:25.308970 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-69ad0793-80cc-44b8-b60c-128383a22c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:25.312644 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-69ad0793-80cc-44b8-b60c-128383a22c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:25.316853 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-69ad0793-80cc-44b8-b60c-128383a22c3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/213a4231-7363-4c7a-bcc8-e1ee2560bc8b HTTP/1.1" status: 204 len: 168 time: 0.2117946 Jun 17 17:35:25.319814 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:25.324400 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:25.399821 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:25.403932 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:25.678998 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55c004-cf6e-45c4-a2ed-45664a1414a5 req-690f117a-9817-4dc0-ac03-b2ac48b53681 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:25.686613 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ac55c004-cf6e-45c4-a2ed-45664a1414a5 req-690f117a-9817-4dc0-ac03-b2ac48b53681 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 945 time: 0.1088123 Jun 17 17:35:25.732592 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ac55c004-cf6e-45c4-a2ed-45664a1414a5 req-adb127ec-ce00-4190-b528-a049dda5b424 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Jun 17 17:35:25.794712 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['cf089dbc-cf12-49e9-b252-7e5a69aeaef9'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:35:26.259415 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a821cfb-576e-4555-97bb-dd45802bd91b req-11f785b7-520a-4c2b-9e1e-df5e3e845fb8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:26.261181 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7a821cfb-576e-4555-97bb-dd45802bd91b req-11f785b7-520a-4c2b-9e1e-df5e3e845fb8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0875509 Jun 17 17:35:26.317127 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7a821cfb-576e-4555-97bb-dd45802bd91b req-652d196e-bf86-422c-966f-0569af335322 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492301 Jun 17 17:35:26.978085 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e91da-6073-437e-9a2a-0ef43610c4e4 req-3d864eb6-9eca-4218-b2f8-b3feac381927 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:26.979956 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d35e91da-6073-437e-9a2a-0ef43610c4e4 req-3d864eb6-9eca-4218-b2f8-b3feac381927 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 945 time: 0.0896318 Jun 17 17:35:27.001347 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device cf089dbc-cf12-49e9-b252-7e5a69aeaef9 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:35:27.054843 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d35e91da-6073-437e-9a2a-0ef43610c4e4 req-8cc7a497-0967-49ed-b1d0-47f5b5e9c029 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 Jun 17 17:35:27.136709 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port cf089dbc-cf12-49e9-b252-7e5a69aeaef9 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:35:27.143026 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port cf089dbc-cf12-49e9-b252-7e5a69aeaef9 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:35:27.143680 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:27.318920 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:27.349189 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35060aea-93c2-41d0-910c-217711e2c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf089dbc-cf12-49e9-b252-7e5a69aeaef9'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:35:27.360969 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port cf089dbc-cf12-49e9-b252-7e5a69aeaef9, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:27.375867 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:27.377687 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:27.435580 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35060aea-93c2-41d0-910c-217711e2c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf089dbc-cf12-49e9-b252-7e5a69aeaef9', 'code': 200} Jun 17 17:35:27.485536 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:27.489013 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:27.581588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc02bab-9d8c-4e54-b37b-3e44c5f3a742 req-dc2ed5af-9de4-4327-8053-2538c00172c9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:27.584092 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbc02bab-9d8c-4e54-b37b-3e44c5f3a742 req-dc2ed5af-9de4-4327-8053-2538c00172c9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0845900 Jun 17 17:35:27.638280 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbc02bab-9d8c-4e54-b37b-3e44c5f3a742 req-1cca157d-1a73-48f7-af9b-f621f3c1f0f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457542 Jun 17 17:35:27.791334 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-207a8bc8-c64e-439c-81ee-110aba82c6c6 req-a465e420-3705-4a67-8445-740793056aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 1099 time: 0.0811949 Jun 17 17:35:27.839240 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-207a8bc8-c64e-439c-81ee-110aba82c6c6 req-43aeaac4-e2e8-4281-945a-bb3027409e05 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410697 Jun 17 17:35:28.249566 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a123c-1ec7-4797-b77e-e9c9456046e9 req-e2f7f342-038e-41b7-bfaf-8748e528052c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:28.251043 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1c3a123c-1ec7-4797-b77e-e9c9456046e9 req-e2f7f342-038e-41b7-bfaf-8748e528052c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 946 time: 0.0791945 Jun 17 17:35:28.310596 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1c3a123c-1ec7-4797-b77e-e9c9456046e9 req-7cff9f6f-f574-44ff-9361-171649b7cb47 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 Jun 17 17:35:28.677621 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-f002b4f8-40d6-4188-863f-48d8d06724ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840383 Jun 17 17:35:28.801987 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-dad9de32-328b-4854-897a-0d61eff845bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 1098 time: 0.0798521 Jun 17 17:35:29.020838 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694b138-06b4-47a4-8742-ff35e0776fbe req-1c49e662-a493-4886-a5e1-998f6c1a0e87 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:29.022399 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0694b138-06b4-47a4-8742-ff35e0776fbe req-1c49e662-a493-4886-a5e1-998f6c1a0e87 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.2018049 Jun 17 17:35:29.023533 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-cbdbf807-b009-4620-bc3d-42949d7b1dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:29.024848 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-cbdbf807-b009-4620-bc3d-42949d7b1dc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 912 time: 0.1647527 Jun 17 17:35:29.149369 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0694b138-06b4-47a4-8742-ff35e0776fbe req-8e11cc72-7157-4e5b-b619-d484280353c4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188118 Jun 17 17:35:29.171781 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-4fae9053-f861-4f4a-b15e-65dd15102d01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f HTTP/1.1" status: 200 len: 1001 time: 0.1268890 Jun 17 17:35:29.245252 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-0131c197-609a-4ea4-8d06-55a181f4a1ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:29.246805 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-0131c197-609a-4ea4-8d06-55a181f4a1ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 200 len: 850 time: 0.0641809 Jun 17 17:35:29.348939 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-862c804d-6c51-4415-b798-ef42fbf0519d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ee2905d-0992-40a9-bf31-ae5a057d589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859811 Jun 17 17:35:29.564037 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-65afa655-ada2-4061-9ac9-9c5454b4c9ac service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061501 Jun 17 17:35:29.801766 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3112-bdad-4a26-8758-f701eb34ed92 req-1e345861-c233-49f7-94c4-d73103018692 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:29.803851 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ccbf3112-bdad-4a26-8758-f701eb34ed92 req-1e345861-c233-49f7-94c4-d73103018692 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 946 time: 0.3288543 Jun 17 17:35:29.902374 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ccbf3112-bdad-4a26-8758-f701eb34ed92 req-068f0a35-6aca-4d55-8e38-0d9e92e3fa6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908494 Jun 17 17:35:29.904412 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c02ce19a-9e31-4517-a3fc-666d70b4a237 req-1610c2e0-6654-4641-b961-ae893b2db8c7 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319960 Jun 17 17:35:30.410649 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d46c8-9712-4249-98cb-22be0e5c003f req-2a6e9442-2b22-48fb-a720-f562980ddf27 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:30.412168 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e72d46c8-9712-4249-98cb-22be0e5c003f req-2a6e9442-2b22-48fb-a720-f562980ddf27 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0969470 Jun 17 17:35:30.460936 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e72d46c8-9712-4249-98cb-22be0e5c003f req-e66c381b-b2f7-4d96-a4c9-7bb0fccf5d60 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428431 Jun 17 17:35:31.116557 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aece9-d121-46ea-a7f5-ef6088cb615d req-2d57a431-f7aa-4e69-9215-85f0551ba081 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:31.123217 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-241aece9-d121-46ea-a7f5-ef6088cb615d req-2d57a431-f7aa-4e69-9215-85f0551ba081 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 946 time: 0.0938532 Jun 17 17:35:31.172988 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-241aece9-d121-46ea-a7f5-ef6088cb615d req-37956528-2662-4bbb-b3d2-c0f7d07508ca tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487711 Jun 17 17:35:31.523232 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:31.734329 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e4efb-e854-4110-8027-45b994a81ad5 req-254d2cfc-1626-4ace-b3a5-2bd8111168fe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:31.741628 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a56e4efb-e854-4110-8027-45b994a81ad5 req-254d2cfc-1626-4ace-b3a5-2bd8111168fe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1233947 Jun 17 17:35:31.788176 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a56e4efb-e854-4110-8027-45b994a81ad5 req-ef959826-36db-4189-844f-b06dad1b42a2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456274 Jun 17 17:35:32.103598 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c8382d13-effe-4e4c-8b2a-5f46a8732937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:32.393496 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:32.748197 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab772fd-6a1e-4bd7-a7c7-ae5990290205 req-11b1e6d3-fdc0-467d-9374-aba3bbfced67 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:32.750134 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ab772fd-6a1e-4bd7-a7c7-ae5990290205 req-11b1e6d3-fdc0-467d-9374-aba3bbfced67 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 946 time: 0.1002972 Jun 17 17:35:32.799140 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ab772fd-6a1e-4bd7-a7c7-ae5990290205 req-4e0dd215-272a-47ea-93ea-16a70e9da014 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 Jun 17 17:35:33.018433 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf9bcf-3f9c-45b5-95e8-9fb0563626bb req-ecf7a102-9f82-4675-82e0-f1e840652d36 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:33.019907 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a6bf9bcf-3f9c-45b5-95e8-9fb0563626bb req-ecf7a102-9f82-4675-82e0-f1e840652d36 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0797491 Jun 17 17:35:33.071459 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a6bf9bcf-3f9c-45b5-95e8-9fb0563626bb req-15d29e54-1a37-44fa-8bab-ca809ace1658 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437527 Jun 17 17:35:34.054831 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b447e9-47ce-48c1-8d53-72d5b4045d4f req-54eca9ac-fc09-41fe-89cc-cca6259e3344 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:34.064254 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0b447e9-47ce-48c1-8d53-72d5b4045d4f req-54eca9ac-fc09-41fe-89cc-cca6259e3344 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 946 time: 0.1186805 Jun 17 17:35:34.130499 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0b447e9-47ce-48c1-8d53-72d5b4045d4f req-f12c1b6d-f851-40f2-9401-ca9d60a4ef81 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651910 Jun 17 17:35:34.262711 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-eab50ba4-9d40-45cb-b602-0c0e32bee801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:34.361598 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad84e6-e059-49f4-aca4-aea4073bbc7b req-8e7d3a9a-79ac-4aa7-b887-197725ab1e13 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:34.364544 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-baad84e6-e059-49f4-aca4-aea4073bbc7b req-8e7d3a9a-79ac-4aa7-b887-197725ab1e13 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0953248 Jun 17 17:35:34.421295 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-baad84e6-e059-49f4-aca4-aea4073bbc7b req-34070eb7-f944-4af8-ad20-67f2c29b3b57 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511487 Jun 17 17:35:34.706043 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-0f6a4074-a1ab-4943-a993-e9259b25b79e tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:34.707623 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-0f6a4074-a1ab-4943-a993-e9259b25b79e tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.20 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 946 time: 0.0877912 Jun 17 17:35:34.788876 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Deleting port cf089dbc-cf12-49e9-b252-7e5a69aeaef9 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:35:34.789436 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:35.034172 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] For port cf089dbc-cf12-49e9-b252-7e5a69aeaef9, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:35.034437 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:35.151863 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Calling delete_port for cf089dbc-cf12-49e9-b252-7e5a69aeaef9 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:35:35.308515 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:35.344057 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:35.351708 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2fe817a2-911e-4406-b246-9fe77691ee8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:35.381516 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['cf089dbc-cf12-49e9-b252-7e5a69aeaef9'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:35:35.398282 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Pushing event deleted for resources: {'Port': ['ID=cf089dbc-cf12-49e9-b252-7e5a69aeaef9,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:35.401224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:35.439593 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbdc04-0300-4148-812f-6df799cfcb97 req-2b4945d9-0712-408d-8c99-a3cfc7e28cf6 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:35.441004 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fddbdc04-0300-4148-812f-6df799cfcb97 req-2b4945d9-0712-408d-8c99-a3cfc7e28cf6 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=35060aea-93c2-41d0-910c-217711e2c092 HTTP/1.1" status: 200 len: 867 time: 0.1801400 Jun 17 17:35:35.568058 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] No DVR routers for this DVR port cf089dbc-cf12-49e9-b252-7e5a69aeaef9 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:35:35.572872 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:35.575370 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35060aea-93c2-41d0-910c-217711e2c092', 'name': 'network-vif-deleted', 'tag': 'cf089dbc-cf12-49e9-b252-7e5a69aeaef9'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:35:35.637869 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-418899b0-cbac-4cae-a53a-15c0e3b6dbda req-dbe72d46-3c7b-4940-b959-1ddc90c605e8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.20 "DELETE /v2.0/ports/cf089dbc-cf12-49e9-b252-7e5a69aeaef9 HTTP/1.1" status: 204 len: 173 time: 0.9205074 Jun 17 17:35:35.658992 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fddbdc04-0300-4148-812f-6df799cfcb97 req-cb251c39-3fb2-4f40-89c7-c15a57c5aa17 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863956 Jun 17 17:35:35.736273 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10c23e-1e35-4932-8a64-c824dbd20e06 req-67092610-93bb-4412-bea8-a14af1f7fe3a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:35.741567 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8c10c23e-1e35-4932-8a64-c824dbd20e06 req-67092610-93bb-4412-bea8-a14af1f7fe3a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.1602774 Jun 17 17:35:35.803487 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35060aea-93c2-41d0-910c-217711e2c092', 'name': 'network-vif-deleted', 'tag': 'cf089dbc-cf12-49e9-b252-7e5a69aeaef9', 'status': 'completed', 'code': 200} Jun 17 17:35:35.823325 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8c10c23e-1e35-4932-8a64-c824dbd20e06 req-edd367ca-f367-4b81-8713-cf4fbf80fd7d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750136 Jun 17 17:35:36.129921 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d5cb012-04db-4eae-b63d-044241b7ebd9 req-45cee257-d478-40d6-8792-583faecb19cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 1099 time: 0.0702353 Jun 17 17:35:36.262569 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cb012-04db-4eae-b63d-044241b7ebd9 req-ef771586-62ed-4f87-88ab-56017f9b5612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:36.264011 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d5cb012-04db-4eae-b63d-044241b7ebd9 req-ef771586-62ed-4f87-88ab-56017f9b5612 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.1253734 Jun 17 17:35:36.374674 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d5cb012-04db-4eae-b63d-044241b7ebd9 req-1a3358a9-a0b8-440c-bae0-5bf5f3111a4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 HTTP/1.1" status: 200 len: 1001 time: 0.1010108 Jun 17 17:35:36.441500 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cb012-04db-4eae-b63d-044241b7ebd9 req-e70c3405-9347-401c-9a0b-6d28962671da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:36.443494 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d5cb012-04db-4eae-b63d-044241b7ebd9 req-e70c3405-9347-401c-9a0b-6d28962671da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.0599720 Jun 17 17:35:36.521639 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d5cb012-04db-4eae-b63d-044241b7ebd9 req-9122830a-3d13-4cbb-9e4e-443bf5bc10db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714304 Jun 17 17:35:36.652359 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d5cb012-04db-4eae-b63d-044241b7ebd9 req-c54f068a-cd75-4022-840c-0ca5bc8abd31 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236079 Jun 17 17:35:36.783542 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d5cb012-04db-4eae-b63d-044241b7ebd9 req-bf0026f5-af6a-4ad6-8280-fee933b5fa8a service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244721 Jun 17 17:35:36.837382 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:37.171876 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-5bb23b48-a526-4841-a888-eb3e3470280b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:37.173979 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-5bb23b48-a526-4841-a888-eb3e3470280b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/networks?id=d2477199-bc17-4a8e-b0ed-cfa092958518 HTTP/1.1" status: 200 len: 809 time: 0.1653261 Jun 17 17:35:37.186646 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108850b-9907-4259-a95f-ef3baa2d70f4 req-6b54060b-1442-4893-8ac2-80f67900374e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:37.188045 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2108850b-9907-4259-a95f-ef3baa2d70f4 req-6b54060b-1442-4893-8ac2-80f67900374e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.2137218 Jun 17 17:35:37.219196 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-48d64443-025d-4acc-9ee5-52292e27a9de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/quotas/875c7196f0504ec1aa591afc9480aad4 HTTP/1.1" status: 200 len: 375 time: 0.0393367 Jun 17 17:35:37.276716 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-ab9fda78-17c4-428a-b5a5-e1ad013dd5c4 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Synchronizing usage tracker for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:35:37.281991 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2108850b-9907-4259-a95f-ef3baa2d70f4 req-89e2c2e6-ebb0-4391-8e1e-0979424acd5b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873358 Jun 17 17:35:37.296224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-ab9fda78-17c4-428a-b5a5-e1ad013dd5c4 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Unset dirty status for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:35:37.297945 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-ab9fda78-17c4-428a-b5a5-e1ad013dd5c4 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=875c7196f0504ec1aa591afc9480aad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705385 Jun 17 17:35:37.441235 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-9ebe8964-c034-4395-9447-6c4c5a9c4423 service neutron] 10.222.0.15 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366637 Jun 17 17:35:37.573100 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-9de31e5b-f244-47d3-8184-f228fcdeda85 service neutron] 10.222.0.15 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250057 Jun 17 17:35:37.755464 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d0a5d883-1fb6-4cda-b037-e4d8bf0ce5e9 req-72b1275e-7e4a-4108-adf7-93d3e317abfd tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 210 time: 0.0422993 Jun 17 17:35:38.506323 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7302-beea-4e96-b2b6-c169b2c9336f req-1e579514-ae93-44ba-bf06-677e911fc79e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:38.507857 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a90c7302-beea-4e96-b2b6-c169b2c9336f req-1e579514-ae93-44ba-bf06-677e911fc79e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 946 time: 0.0765917 Jun 17 17:35:38.559468 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a90c7302-beea-4e96-b2b6-c169b2c9336f req-b0f9f10a-a6d8-47fb-9377-b038dd0c9d48 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450571 Jun 17 17:35:39.023641 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bfa70344-03d9-4bce-89ae-fd08d313a34a req-b13c38cd-a1e7-4b80-91ed-afda445cad46 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 210 time: 0.1419189 Jun 17 17:35:39.030646 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device cf089dbc-cf12-49e9-b252-7e5a69aeaef9 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:35:39.067235 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: cf089dbc-cf12-49e9-b252-7e5a69aeaef9 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:35:39.067591 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device cf089dbc-cf12-49e9-b252-7e5a69aeaef9 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:35:39.068018 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:35:39.143843 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-7fc1aa6d-8be7-40de-bc16-10d7b7e90316 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:39.145258 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-7fc1aa6d-8be7-40de-bc16-10d7b7e90316 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.20 "GET /v2.0/networks?id=d2477199-bc17-4a8e-b0ed-cfa092958518 HTTP/1.1" status: 200 len: 809 time: 0.1562872 Jun 17 17:35:39.179629 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:39.208849 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:35:39.213895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Request body: {'port': {'device_id': '922be3ae-069e-4677-94b7-9a3b0d28d613', 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518', 'admin_state_up': True, 'tenant_id': '875c7196f0504ec1aa591afc9480aad4'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:39.220894 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:39.226746 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:39.231981 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:39.276222 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'code': 200} Jun 17 17:35:39.311245 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=8']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:39.314029 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:39.355767 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:39.365486 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:39.375359 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Made reservation on behalf of 875c7196f0504ec1aa591afc9480aad4 for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:35:39.378414 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:39.537905 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Allocated IP 172.20.0.9 (d2477199-bc17-4a8e-b0ed-cfa092958518/4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1/b071e955-3090-4619-827c-ea304c9016cd) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:35:39.797204 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:39.831853 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc85fa1-ac27-4352-b6b1-66640268a315 req-4df15537-34df-48ff-b0c9-afc32eef1e65 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:39.833302 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2fc85fa1-ac27-4352-b6b1-66640268a315 req-4df15537-34df-48ff-b0c9-afc32eef1e65 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.1278281 Jun 17 17:35:39.863775 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:39.869998 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:39.956995 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Network d2477199-bc17-4a8e-b0ed-cfa092958518 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:35:39.959546 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2fc85fa1-ac27-4352-b6b1-66640268a315 req-e2bf72e6-f82f-4bca-bde0-7c28e6732dd4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197188 Jun 17 17:35:39.962864 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:35:39.964720 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Pushing event updated for resources: {'Port': ['ID=b071e955-3090-4619-827c-ea304c9016cd,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:39.966784 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:35:39.994621 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:40.029418 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:40.030020 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:40.055254 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8454003 Jun 17 17:35:40.074368 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Request body: {'port': {'device_id': '922be3ae-069e-4677-94b7-9a3b0d28d613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:35:40.235770 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:40.317896 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dff94-8995-49e6-85be-83f6ae82cab2 req-2ce464f7-d735-4ad7-8016-43e16a1fe59c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:40.318745 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-600dff94-8995-49e6-85be-83f6ae82cab2 req-2ce464f7-d735-4ad7-8016-43e16a1fe59c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Synchronizing usage tracker for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:35:40.393501 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-600dff94-8995-49e6-85be-83f6ae82cab2 req-2ce464f7-d735-4ad7-8016-43e16a1fe59c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Unset dirty status for tenant:875c7196f0504ec1aa591afc9480aad4 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:35:40.394685 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-600dff94-8995-49e6-85be-83f6ae82cab2 req-2ce464f7-d735-4ad7-8016-43e16a1fe59c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 931 time: 0.2395399 Jun 17 17:35:40.527988 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-600dff94-8995-49e6-85be-83f6ae82cab2 req-697b148d-44c0-4097-a45f-cf6b7fc54e17 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263475 Jun 17 17:35:40.646085 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b071e955-3090-4619-827c-ea304c9016cd {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:35:40.653866 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:40.711961 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Transition to ACTIVE for port object b071e955-3090-4619-827c-ea304c9016cd will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:35:40.720759 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:40.725098 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-890f90a5-edda-43a7-9746-41aa20505bc3 tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:40.907931 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:35:40.942794 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Pushing event updated for resources: {'Port': ['ID=b071e955-3090-4619-827c-ea304c9016cd,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:40.945496 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:40.957652 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0bdb73f8-8e07-445a-a429-410b66523822 req-d3403462-22dc-4a2d-8e61-64c65f41ed53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3009512 Jun 17 17:35:41.064154 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Attempting to bind port b071e955-3090-4619-827c-ea304c9016cd on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:35:41.064486 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Attempting to bind port b071e955-3090-4619-827c-ea304c9016cd by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '47ef7381-8a79-4c2e-b8e9-38ce396bfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:35:41.064812 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Attempting to bind port b071e955-3090-4619-827c-ea304c9016cd on network d2477199-bc17-4a8e-b0ed-cfa092958518 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:35:41.070603 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Port b071e955-3090-4619-827c-ea304c9016cd on network d2477199-bc17-4a8e-b0ed-cfa092958518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:35:41.070928 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Attempting to bind port b071e955-3090-4619-827c-ea304c9016cd on network d2477199-bc17-4a8e-b0ed-cfa092958518 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:35:41.077990 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:35:41.078321 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Checking segment: {'id': '47ef7381-8a79-4c2e-b8e9-38ce396bfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:35:41.078741 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Bound using segment: {'id': '47ef7381-8a79-4c2e-b8e9-38ce396bfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:35:41.079281 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Bound port: b071e955-3090-4619-827c-ea304c9016cd, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ef7381-8a79-4c2e-b8e9-38ce396bfc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:35:41.079500 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:41.233976 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] For port b071e955-3090-4619-827c-ea304c9016cd, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:35:41.251104 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] For port b071e955-3090-4619-827c-ea304c9016cd, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b071e955-3090-4619-827c-ea304c9016cd,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:35:41.261950 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:41.267087 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-35a2ca23-044c-46a0-804f-2975b428435f tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:41.313708 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49498) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:41.343580 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fd275-b6aa-4c88-b874-b13749c1eb13 req-e52a7bdc-0e6b-4101-b8c4-e80a8929f8e4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:41.345095 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9b5fd275-b6aa-4c88-b874-b13749c1eb13 req-e52a7bdc-0e6b-4101-b8c4-e80a8929f8e4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.1652513 Jun 17 17:35:41.346491 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:41.347841 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] 10.222.0.20 "PUT /v2.0/ports/b071e955-3090-4619-827c-ea304c9016cd HTTP/1.1" status: 200 len: 1093 time: 1.2787013 Jun 17 17:35:41.350484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922be3ae-069e-4677-94b7-9a3b0d28d613', 'tag': 'b071e955-3090-4619-827c-ea304c9016cd'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:35:41.384499 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Pushing event updated for resources: {'Port': ['ID=b071e955-3090-4619-827c-ea304c9016cd,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:41.388107 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:41.410046 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9b5fd275-b6aa-4c88-b874-b13749c1eb13 req-bd7b4bd3-515e-4fdf-9b6f-661d4e7f7e4c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538039 Jun 17 17:35:41.417260 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922be3ae-069e-4677-94b7-9a3b0d28d613', 'tag': 'b071e955-3090-4619-827c-ea304c9016cd', 'status': 'completed', 'code': 200} Jun 17 17:35:41.489646 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-f65e2715-3b55-496b-b888-d617a344a5c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1747537 Jun 17 17:35:41.511559 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-94cf59e0-dd96-4f27-accf-e70b27335202 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=875c7196f0504ec1aa591afc9480aad4&device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 1096 time: 0.0743649 Jun 17 17:35:41.584764 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-698d2a06-293d-44e8-9b82-d25412f74223 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b071e955-3090-4619-827c-ea304c9016cd HTTP/1.1" status: 200 len: 217 time: 0.0607793 Jun 17 17:35:41.654794 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-4792ee52-15e2-4f33-8f29-e377046d62c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:41.656316 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-4792ee52-15e2-4f33-8f29-e377046d62c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1 HTTP/1.1" status: 200 len: 849 time: 0.0651846 Jun 17 17:35:41.736904 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-72956ec7-d948-488d-873c-256073aa5825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2477199-bc17-4a8e-b0ed-cfa092958518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460255 Jun 17 17:35:41.865195 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f181e-7f8e-42d5-a663-ee986bd23c21 req-5089ff79-e553-4598-a151-4d9e893a0eed tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:41.866660 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f2f181e-7f8e-42d5-a663-ee986bd23c21 req-5089ff79-e553-4598-a151-4d9e893a0eed tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 943 time: 0.2094991 Jun 17 17:35:41.910091 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-302e195e-c9d7-46ef-aed8-0983fd364ea3 service neutron] 10.222.0.20 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653063 Jun 17 17:35:42.006751 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f2f181e-7f8e-42d5-a663-ee986bd23c21 req-26701786-bbf2-48f9-9da7-fc35c4aea141 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336384 Jun 17 17:35:42.056881 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f72c05c-b673-49cc-b172-41a8d7843569 req-74f2fce8-bc42-479c-9a7f-2f9b1df0ecb1 service neutron] 10.222.0.20 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379278 Jun 17 17:35:42.246702 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-403c6801-b625-4242-bdab-c553047800b9 req-6e401878-0b3f-4362-8411-1e36be394be7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=875c7196f0504ec1aa591afc9480aad4&device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 1096 time: 0.0695028 Jun 17 17:35:42.388731 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c6801-b625-4242-bdab-c553047800b9 req-cf5fd12d-a47b-40a0-95da-42cdaeab8ac5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:42.390144 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-403c6801-b625-4242-bdab-c553047800b9 req-cf5fd12d-a47b-40a0-95da-42cdaeab8ac5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2477199-bc17-4a8e-b0ed-cfa092958518 HTTP/1.1" status: 200 len: 910 time: 0.1372316 Jun 17 17:35:42.468505 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-403c6801-b625-4242-bdab-c553047800b9 req-12164577-4b41-44f1-a48e-7327f2295211 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b071e955-3090-4619-827c-ea304c9016cd HTTP/1.1" status: 200 len: 217 time: 0.0709331 Jun 17 17:35:42.544410 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c6801-b625-4242-bdab-c553047800b9 req-80ac15fa-2fea-4338-982d-bafad89992c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:42.545867 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-403c6801-b625-4242-bdab-c553047800b9 req-80ac15fa-2fea-4338-982d-bafad89992c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1 HTTP/1.1" status: 200 len: 849 time: 0.0706527 Jun 17 17:35:42.634485 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-403c6801-b625-4242-bdab-c553047800b9 req-4b76fd52-a28f-4597-b701-d073b6bbfb28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2477199-bc17-4a8e-b0ed-cfa092958518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801933 Jun 17 17:35:42.870041 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 49532) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:42.929519 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3fd3c-43a1-41b7-8c13-661c1029adae req-a5094e15-02d7-4f17-bf56-86f8822486d3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:42.931500 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b0e3fd3c-43a1-41b7-8c13-661c1029adae req-a5094e15-02d7-4f17-bf56-86f8822486d3 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.3435411 Jun 17 17:35:42.940995 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-403c6801-b625-4242-bdab-c553047800b9 req-a52388b1-70d9-40f0-8847-b21c8824e489 service neutron] 10.222.0.20 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922523 Jun 17 17:35:42.986903 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-02a3bea9-2f22-43f8-90fc-4594407ed3a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f&tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be HTTP/1.1" status: 200 len: 1097 time: 0.3392398 Jun 17 17:35:43.012688 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:43.041988 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:35:43.061027 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:35:43.069200 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Usage tracker for resource:security_group_rule and tenant:40ec1234bb6f4d98974ab34492f2efb7 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:35:43.073262 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:35:43.080226 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:35:43.133370 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b0e3fd3c-43a1-41b7-8c13-661c1029adae req-6e6557c9-ac29-42bb-8dc1-1db2047ef01a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961980 Jun 17 17:35:43.178042 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:43.182100 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:43.189436 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-99a66d78-1009-494d-bae3-4bf1c8b07450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:43.226474 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-403c6801-b625-4242-bdab-c553047800b9 req-6ae37cb3-d063-4b83-bc8a-78071e20245f service neutron] 10.222.0.20 "GET /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639897 Jun 17 17:35:43.231554 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a251d4-e828-4237-be8f-b007bd26bae6,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:43.237411 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:43.243251 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 49540) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:35:43.243365 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40ec1234bb6f4d98974ab34492f2efb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3716936 Jun 17 17:35:43.250656 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-27518e6a-64f2-43d8-b2c2-590f3252a1dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 1097 time: 0.2153306 Jun 17 17:35:43.371929 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aead4-801c-47df-b370-4027198cf1a4 req-916cbce0-7201-49fd-ae4e-e7286f495d7c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:43.373385 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-328aead4-801c-47df-b370-4027198cf1a4 req-916cbce0-7201-49fd-ae4e-e7286f495d7c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 943 time: 0.2389598 Jun 17 17:35:43.464701 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6b8241f3-7ef4-4ea7-8e4e-523a720f483a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:43.483119 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-f9dd5f97-60dd-43a6-a397-aedf57806548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:43.484544 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-f9dd5f97-60dd-43a6-a397-aedf57806548 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.2174156 Jun 17 17:35:43.486594 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-328aead4-801c-47df-b370-4027198cf1a4 req-ccae3be1-1dc6-4b20-9c91-a1f9660386ef tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053567 Jun 17 17:35:43.551729 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6b8241f3-7ef4-4ea7-8e4e-523a720f483a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:43.621966 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-7af10164-5ef5-4efb-8394-7a3714a9778a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 HTTP/1.1" status: 200 len: 999 time: 0.1264825 Jun 17 17:35:43.675119 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6b8241f3-7ef4-4ea7-8e4e-523a720f483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:43.682074 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0541165e-c991-4c34-9d07-e75053d002de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:43.694166 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8241f3-7ef4-4ea7-8e4e-523a720f483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a251d4-e828-4237-be8f-b007bd26bae6,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:43.700146 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6b8241f3-7ef4-4ea7-8e4e-523a720f483a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:43.705059 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6b8241f3-7ef4-4ea7-8e4e-523a720f483a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:43.708674 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-6b8241f3-7ef4-4ea7-8e4e-523a720f483a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7a251d4-e828-4237-be8f-b007bd26bae6 HTTP/1.1" status: 204 len: 168 time: 0.4610958 Jun 17 17:35:43.708674 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-02644319-44b3-45ff-8ae9-fb30c14a7407 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:43.709282 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-02644319-44b3-45ff-8ae9-fb30c14a7407 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.0790730 Jun 17 17:35:43.788541 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-dd14f37f-e956-4db2-a8b5-d76ec56238d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730479 Jun 17 17:35:43.923264 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-2d174f18-2fe1-465f-ad21-264d2c84d8c4 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278589 Jun 17 17:35:44.059797 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f2f1012-08d9-4e8e-999b-bccf39b2fc21 req-d875350b-738d-4be3-af79-9baa7d56f745 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292851 Jun 17 17:35:44.356207 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2288b-e134-4459-b5bf-eefb10db37d2 req-47ce1038-398c-4f7f-a32a-d7c6b70469dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:44.357743 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ab2288b-e134-4459-b5bf-eefb10db37d2 req-47ce1038-398c-4f7f-a32a-d7c6b70469dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0847461 Jun 17 17:35:44.415142 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ab2288b-e134-4459-b5bf-eefb10db37d2 req-4db5f8d8-7790-42c2-919e-1151809f27d9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516887 Jun 17 17:35:44.694539 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582a1ab-45c2-4f7b-aed4-66f0356d5d07 req-7a956156-29a0-429e-a81a-69724b258811 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:44.696031 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f582a1ab-45c2-4f7b-aed4-66f0356d5d07 req-7a956156-29a0-429e-a81a-69724b258811 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 943 time: 0.0817320 Jun 17 17:35:44.752293 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f582a1ab-45c2-4f7b-aed4-66f0356d5d07 req-49935dbf-3ece-44d2-b2f7-89824f48e858 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495207 Jun 17 17:35:45.619828 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bb2bc-9120-4891-9999-ac5eada55346 req-46dc0fb3-cc77-4ba1-bdfa-601f86f37756 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:45.621259 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d33bb2bc-9120-4891-9999-ac5eada55346 req-46dc0fb3-cc77-4ba1-bdfa-601f86f37756 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0771506 Jun 17 17:35:45.666845 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d33bb2bc-9120-4891-9999-ac5eada55346 req-ce251d92-d5a7-4fb4-b936-7dd9265b1029 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397182 Jun 17 17:35:45.960060 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64cf3e-8233-470c-8bf0-91c62e267dd4 req-4587a34b-2046-46e1-9e3a-6edf2663532c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:45.961519 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2d64cf3e-8233-470c-8bf0-91c62e267dd4 req-4587a34b-2046-46e1-9e3a-6edf2663532c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 943 time: 0.0815020 Jun 17 17:35:46.008926 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2d64cf3e-8233-470c-8bf0-91c62e267dd4 req-6595d35c-5d8c-4127-8c4d-6658499bd17e tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Jun 17 17:35:46.925806 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2738cf4-c332-4d82-a963-d8651bedf238 req-66b0644a-d982-4fae-ad87-1e62934eb8b2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:46.927337 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d2738cf4-c332-4d82-a963-d8651bedf238 req-66b0644a-d982-4fae-ad87-1e62934eb8b2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0898066 Jun 17 17:35:46.998219 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d2738cf4-c332-4d82-a963-d8651bedf238 req-8baa9793-28d8-45d3-ba81-ca997cb8b732 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623353 Jun 17 17:35:47.079149 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device b071e955-3090-4619-827c-ea304c9016cd details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:35:47.232434 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port b071e955-3090-4619-827c-ea304c9016cd, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b071e955-3090-4619-827c-ea304c9016cd,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:47.248438 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': 'b071e955-3090-4619-827c-ea304c9016cd', 'network_id': 'd2477199-bc17-4a8e-b0ed-cfa092958518', 'port_id': 'b071e955-3090-4619-827c-ea304c9016cd', 'mac_address': 'fa:16:3e:5e:e9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:35:47.313391 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:47.335761 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b071e955-3090-4619-827c-ea304c9016cd {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:35:47.341099 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a011-a09f-481d-a5b9-32fc6553c40f req-1570bff8-d67f-4a6f-8bd9-1ab0309f1617 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:47.342700 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6f63a011-a09f-481d-a5b9-32fc6553c40f req-1570bff8-d67f-4a6f-8bd9-1ab0309f1617 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 943 time: 0.1992238 Jun 17 17:35:47.352058 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port b071e955-3090-4619-827c-ea304c9016cd, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b071e955-3090-4619-827c-ea304c9016cd,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:47.359770 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:47.362485 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-1b67c39a-9300-4e5a-b37e-f6b71e775ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:47.401212 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6f63a011-a09f-481d-a5b9-32fc6553c40f req-3dcdcd5b-2f5b-426f-be84-267d57af6db7 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453606 Jun 17 17:35:47.432556 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=b071e955-3090-4619-827c-ea304c9016cd,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:47.435465 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:47.913675 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['b071e955-3090-4619-827c-ea304c9016cd'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:35:48.263078 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac8658-5628-4b4b-aacc-761a50f0c81a req-01603cdd-27b6-46ae-a95e-9ebf406ecbd7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:48.264585 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e6ac8658-5628-4b4b-aacc-761a50f0c81a req-01603cdd-27b6-46ae-a95e-9ebf406ecbd7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0809836 Jun 17 17:35:48.321761 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e6ac8658-5628-4b4b-aacc-761a50f0c81a req-37189ad9-6e33-4bbc-b791-5019d766a794 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Jun 17 17:35:48.662899 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e03b8b-8308-4851-8e82-0e34b968aa49 req-d7734b5d-9bea-4f2d-b5c5-3c5c7ff14029 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:48.664401 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-96e03b8b-8308-4851-8e82-0e34b968aa49 req-d7734b5d-9bea-4f2d-b5c5-3c5c7ff14029 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 944 time: 0.1012108 Jun 17 17:35:48.735232 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-96e03b8b-8308-4851-8e82-0e34b968aa49 req-d9963eaf-b65d-44db-bdd7-ee08ee2e04b1 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594721 Jun 17 17:35:49.093184 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device b071e955-3090-4619-827c-ea304c9016cd up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:35:49.168142 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port b071e955-3090-4619-827c-ea304c9016cd completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:35:49.173408 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port b071e955-3090-4619-827c-ea304c9016cd triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:35:49.173853 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:49.288674 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:49.323136 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922be3ae-069e-4677-94b7-9a3b0d28d613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b071e955-3090-4619-827c-ea304c9016cd'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:35:49.333914 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port b071e955-3090-4619-827c-ea304c9016cd, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b071e955-3090-4619-827c-ea304c9016cd,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:35:49.339718 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:35:49.341095 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:35:49.419051 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=b071e955-3090-4619-827c-ea304c9016cd,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:35:49.422472 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:35:49.546696 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922be3ae-069e-4677-94b7-9a3b0d28d613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b071e955-3090-4619-827c-ea304c9016cd', 'code': 200} Jun 17 17:35:49.598738 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7de86d-8aa5-4e1f-840b-54f72e8d5802 req-00d79f95-fa66-4cc0-9482-7ba9265d482d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:49.600254 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3b7de86d-8aa5-4e1f-840b-54f72e8d5802 req-00d79f95-fa66-4cc0-9482-7ba9265d482d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0889468 Jun 17 17:35:49.648678 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3b7de86d-8aa5-4e1f-840b-54f72e8d5802 req-0ef5e314-f3fa-4609-a589-ded3ef40e208 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Jun 17 17:35:49.938950 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699a7fb-5d86-4728-9d5b-66a3b4e0d845 req-76b39be8-8c08-4ef1-81d0-a6694e993110 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:49.940792 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a699a7fb-5d86-4728-9d5b-66a3b4e0d845 req-76b39be8-8c08-4ef1-81d0-a6694e993110 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0893312 Jun 17 17:35:49.988546 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a699a7fb-5d86-4728-9d5b-66a3b4e0d845 req-7b8558c2-5b0f-48d0-9ad8-557059f8ac88 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Jun 17 17:35:50.896583 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d702d-fa87-47b3-83ab-c5f586515d8c req-b056a591-846e-4289-9f22-67fbd12a1b5b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:50.898175 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8f0d702d-fa87-47b3-83ab-c5f586515d8c req-b056a591-846e-4289-9f22-67fbd12a1b5b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0895858 Jun 17 17:35:50.948034 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8f0d702d-fa87-47b3-83ab-c5f586515d8c req-b4204f0f-9328-469c-99e9-e5b8614afee2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Jun 17 17:35:51.213188 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40faa02-b89c-46a1-a39b-45a2719c4eb2 req-7a68c667-a304-4ba8-8fd0-1635eb1f49a7 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:51.214688 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c40faa02-b89c-46a1-a39b-45a2719c4eb2 req-7a68c667-a304-4ba8-8fd0-1635eb1f49a7 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0843990 Jun 17 17:35:51.278569 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c40faa02-b89c-46a1-a39b-45a2719c4eb2 req-a0791f52-c46e-46ab-bc3e-8529fd490acb tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564487 Jun 17 17:35:52.187049 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd468787-172e-431e-ac70-cd872e311369 req-05a03b6c-db57-456b-b8c5-35e2187e69ce tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:52.188490 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dd468787-172e-431e-ac70-cd872e311369 req-05a03b6c-db57-456b-b8c5-35e2187e69ce tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0787187 Jun 17 17:35:52.234899 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dd468787-172e-431e-ac70-cd872e311369 req-7c3debab-c629-45fb-8e9c-5ec7ad6a33bf tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Jun 17 17:35:52.511058 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e3b89-f780-4bbb-9df3-00f95a831561 req-fe0f5211-d7a0-494a-b98f-bd5503ed10f9 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:52.512436 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bf4e3b89-f780-4bbb-9df3-00f95a831561 req-fe0f5211-d7a0-494a-b98f-bd5503ed10f9 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0947380 Jun 17 17:35:52.569738 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bf4e3b89-f780-4bbb-9df3-00f95a831561 req-a0e69e1e-4313-4c69-8008-1639d59d904c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501313 Jun 17 17:35:53.457166 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c31ea-df1e-4714-a159-b5eca39babfe req-00f6d99a-f7c4-488c-957e-f4281dce34f0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:53.458534 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4a1c31ea-df1e-4714-a159-b5eca39babfe req-00f6d99a-f7c4-488c-957e-f4281dce34f0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0774515 Jun 17 17:35:53.504272 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4a1c31ea-df1e-4714-a159-b5eca39babfe req-251c0c89-850d-4fbd-ae7e-25ce1999aad1 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396080 Jun 17 17:35:53.787963 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3143a60-a710-4758-8e51-15e07e9971b0 req-c116f6f4-b831-482e-9f84-1e4c65de402c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:53.790304 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b3143a60-a710-4758-8e51-15e07e9971b0 req-c116f6f4-b831-482e-9f84-1e4c65de402c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0891013 Jun 17 17:35:53.839114 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b3143a60-a710-4758-8e51-15e07e9971b0 req-b9fe4be7-9d79-4041-9cc7-d42fe0d7df1c tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431945 Jun 17 17:35:54.733337 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44638eb9-354d-42cd-a084-217df4c0639e req-fd9a4b35-fcc7-4ea6-9d00-6ec7489764d7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:54.736051 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-44638eb9-354d-42cd-a084-217df4c0639e req-fd9a4b35-fcc7-4ea6-9d00-6ec7489764d7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0881963 Jun 17 17:35:54.808154 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-44638eb9-354d-42cd-a084-217df4c0639e req-6afd1ab4-1de1-4190-ba68-bdf400e2db1a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496128 Jun 17 17:35:55.084256 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bcc56-9cbb-4e0b-a475-9047b25a1a69 req-2e455f19-33b8-48d5-b14f-5a689ec780ed tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:55.085792 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-116bcc56-9cbb-4e0b-a475-9047b25a1a69 req-2e455f19-33b8-48d5-b14f-5a689ec780ed tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.1101139 Jun 17 17:35:55.151181 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-116bcc56-9cbb-4e0b-a475-9047b25a1a69 req-77fa1160-8862-4fc5-aba0-9655a942c978 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588508 Jun 17 17:35:56.026519 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a584d-fb31-4471-bd5c-0bc578d9724a req-9bccfdcc-301a-4030-9ac4-1a347decd1bc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:56.028089 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fc0a584d-fb31-4471-bd5c-0bc578d9724a req-9bccfdcc-301a-4030-9ac4-1a347decd1bc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0757978 Jun 17 17:35:56.079591 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fc0a584d-fb31-4471-bd5c-0bc578d9724a req-c9225c09-7364-4840-9600-cd07cac6acf9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459104 Jun 17 17:35:56.360224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529c0a1-1df7-40a8-ada8-ab3ebbb59603 req-6a383a56-e96b-4b69-af1d-cea384fb27a7 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:56.361650 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7529c0a1-1df7-40a8-ada8-ab3ebbb59603 req-6a383a56-e96b-4b69-af1d-cea384fb27a7 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0778539 Jun 17 17:35:56.409736 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7529c0a1-1df7-40a8-ada8-ab3ebbb59603 req-8793ca3a-4895-4474-abe1-fdc338d74634 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Jun 17 17:35:57.292516 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b46fb-fb68-41b3-8947-13895177aba6 req-dba836c9-6304-42fc-aa01-d3a80d1568e0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:57.293940 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-398b46fb-fb68-41b3-8947-13895177aba6 req-dba836c9-6304-42fc-aa01-d3a80d1568e0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0789406 Jun 17 17:35:57.338196 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-398b46fb-fb68-41b3-8947-13895177aba6 req-be848f4f-cb5b-477a-a72c-336466b5ca9f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Jun 17 17:35:57.604743 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e3646-ee7b-41ef-921e-bcb059aac15b req-1068ae8e-ce0b-4a05-9a49-abf4f7308483 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:57.606160 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5e2e3646-ee7b-41ef-921e-bcb059aac15b req-1068ae8e-ce0b-4a05-9a49-abf4f7308483 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0769727 Jun 17 17:35:57.655052 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5e2e3646-ee7b-41ef-921e-bcb059aac15b req-e8a31ed5-6e26-458c-90a8-dcaa4f37cfe9 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Jun 17 17:35:58.547511 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37c6f1-3ca4-4a75-932f-5fb06928eeb2 req-be8fa85f-931e-4499-85d8-408693efb8f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:58.548938 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e37c6f1-3ca4-4a75-932f-5fb06928eeb2 req-be8fa85f-931e-4499-85d8-408693efb8f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0786293 Jun 17 17:35:58.593311 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e37c6f1-3ca4-4a75-932f-5fb06928eeb2 req-bdc0f4d5-0525-415c-98af-edb47b51d12b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389254 Jun 17 17:35:58.849023 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662494-24ff-470d-afa1-e4a84ecbaf9f req-6aefee32-ebfe-4b55-a367-b25b02f99e29 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:58.850466 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b1662494-24ff-470d-afa1-e4a84ecbaf9f req-6aefee32-ebfe-4b55-a367-b25b02f99e29 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0768101 Jun 17 17:35:58.899864 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b1662494-24ff-470d-afa1-e4a84ecbaf9f req-2fc6ca36-70aa-4d37-a302-9a96252c76d7 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Jun 17 17:35:59.894609 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affbbd8-4f22-4c9b-b5db-f41cff8760c4 req-caca3d50-4956-4f90-852c-788c18ae395a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:35:59.896105 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9affbbd8-4f22-4c9b-b5db-f41cff8760c4 req-caca3d50-4956-4f90-852c-788c18ae395a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.1447544 Jun 17 17:35:59.945081 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9affbbd8-4f22-4c9b-b5db-f41cff8760c4 req-8219e549-773e-44a8-9ad4-16a86fe81064 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Jun 17 17:36:00.168647 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8be290-2cfe-4fed-94ce-bcaf687a79a6 req-1dadd02b-ff85-4598-9357-4d7586d92086 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:00.170071 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ca8be290-2cfe-4fed-94ce-bcaf687a79a6 req-1dadd02b-ff85-4598-9357-4d7586d92086 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.1377614 Jun 17 17:36:00.192161 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-283a3e04-3b50-4096-b3a9-22360495ffe9 req-83bc1e9e-9742-4ed3-8919-29d0ed42f6a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 1098 time: 0.1021895 Jun 17 17:36:00.252090 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ca8be290-2cfe-4fed-94ce-bcaf687a79a6 req-f56e2ef4-7321-4750-94ce-87a0bbb320a6 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722802 Jun 17 17:36:00.259218 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-283a3e04-3b50-4096-b3a9-22360495ffe9 req-8a31a8dd-a273-4e9a-87f3-e1583ccb50c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587163 Jun 17 17:36:01.158893 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd41e5-b35b-43a6-b20f-3e53063f90e6 req-9852a1b2-8265-4a07-b5f6-0dec0dfa2e4e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:01.160316 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5dfd41e5-b35b-43a6-b20f-3e53063f90e6 req-9852a1b2-8265-4a07-b5f6-0dec0dfa2e4e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0796518 Jun 17 17:36:01.205900 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5dfd41e5-b35b-43a6-b20f-3e53063f90e6 req-a7d77ad9-0733-4eec-832b-1f44b42b29ec tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400836 Jun 17 17:36:01.445051 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1163c-63f5-40a9-9813-e8fb5f19f515 req-01a2dee9-0d3a-4aa8-9e53-d5aaa8dd0b63 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:01.446759 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7aa1163c-63f5-40a9-9813-e8fb5f19f515 req-01a2dee9-0d3a-4aa8-9e53-d5aaa8dd0b63 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0778682 Jun 17 17:36:01.496465 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7aa1163c-63f5-40a9-9813-e8fb5f19f515 req-d82e0298-f625-47ba-9df5-f6e65946225a tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Jun 17 17:36:01.529145 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:02.097650 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2f29-7ca6-4763-9d6d-77dc8fdbbc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:02.398043 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:02.420627 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346002c-dad7-4f0c-98f8-8cfcf2cfee1d req-e49b8c00-64d1-4590-9974-05b6e4ba4c90 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:02.422124 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4346002c-dad7-4f0c-98f8-8cfcf2cfee1d req-e49b8c00-64d1-4590-9974-05b6e4ba4c90 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0797493 Jun 17 17:36:02.467849 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4346002c-dad7-4f0c-98f8-8cfcf2cfee1d req-b8e5bdb2-b8f8-4344-a725-7873141f1349 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397007 Jun 17 17:36:02.698835 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419deaef-5886-486b-920c-3775f7082cb4 req-a49127a3-973a-48d8-bef1-6ced012c68a1 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:02.700161 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-419deaef-5886-486b-920c-3775f7082cb4 req-a49127a3-973a-48d8-bef1-6ced012c68a1 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0814803 Jun 17 17:36:02.746717 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-419deaef-5886-486b-920c-3775f7082cb4 req-82a3b675-119c-4989-a5f1-8adab2d62ba8 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Jun 17 17:36:03.835478 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d61aa-18ae-4ef1-98dd-48ce6ad44852 req-505da9fa-c2ca-4e4b-a845-64b550979216 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:03.836970 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-757d61aa-18ae-4ef1-98dd-48ce6ad44852 req-505da9fa-c2ca-4e4b-a845-64b550979216 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0845513 Jun 17 17:36:03.883482 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-757d61aa-18ae-4ef1-98dd-48ce6ad44852 req-9df5f0be-fa96-45f5-a4cc-4cc45ed94dd2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Jun 17 17:36:03.996915 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b07bb8-0cef-482b-a0de-3993b2b6245a req-bdbc4712-02f1-42d7-b15a-159a8309db47 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:03.998331 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-82b07bb8-0cef-482b-a0de-3993b2b6245a req-bdbc4712-02f1-42d7-b15a-159a8309db47 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0841243 Jun 17 17:36:04.044134 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-82b07bb8-0cef-482b-a0de-3993b2b6245a req-8dba8a3f-050a-4cc8-aa4c-26102ebfea42 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Jun 17 17:36:04.239553 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-db47bada-5b89-4815-8f10-91509deaf8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:05.094449 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2830c1d-77eb-4c25-ba5c-4f5cba4bfe3f req-c75125ff-4d30-4b45-83b9-5c96e39508f5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:05.095920 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f2830c1d-77eb-4c25-ba5c-4f5cba4bfe3f req-c75125ff-4d30-4b45-83b9-5c96e39508f5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.0758710 Jun 17 17:36:05.147075 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f2830c1d-77eb-4c25-ba5c-4f5cba4bfe3f req-8e07a8b6-526f-42ab-80bb-a4866e3b3d87 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452223 Jun 17 17:36:05.244634 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6430-0592-4221-9224-e40117dd1fde req-5bd81113-e71b-46cc-bbc6-bef7c4ee9ac4 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:05.246094 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7bf6430-0592-4221-9224-e40117dd1fde req-5bd81113-e71b-46cc-bbc6-bef7c4ee9ac4 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0771730 Jun 17 17:36:05.291182 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7bf6430-0592-4221-9224-e40117dd1fde req-7b8e181a-ae81-4373-8d60-6c0611591b58 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394154 Jun 17 17:36:05.313024 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:05.998467 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-196c23a8-c59d-4ef0-9c49-344051bb03eb tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:05.999815 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-196c23a8-c59d-4ef0-9c49-344051bb03eb tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.20 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.0795546 Jun 17 17:36:06.068449 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Deleting port b071e955-3090-4619-827c-ea304c9016cd {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:36:06.068783 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:06.358989 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] For port b071e955-3090-4619-827c-ea304c9016cd, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b071e955-3090-4619-827c-ea304c9016cd,segment=NetworkSegment(47ef7381-8a79-4c2e-b8e9-38ce396bfc54),segment_id=47ef7381-8a79-4c2e-b8e9-38ce396bfc54)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:36:06.359699 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:06.484324 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Calling delete_port for b071e955-3090-4619-827c-ea304c9016cd owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:36:06.671740 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084923da-fea7-4761-94d8-9bb4b147b993 req-a93423e9-67d6-4cf1-814f-6a57c3346ac6 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:06.673103 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-084923da-fea7-4761-94d8-9bb4b147b993 req-a93423e9-67d6-4cf1-814f-6a57c3346ac6 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 944 time: 0.3889399 Jun 17 17:36:06.781719 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2601f8-23ca-4764-aa02-1e47a22b85e8 req-78e1d78c-a7c6-4fca-af43-ac6903a015a4 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:06.783188 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4b2601f8-23ca-4764-aa02-1e47a22b85e8 req-78e1d78c-a7c6-4fca-af43-ac6903a015a4 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/ports?device_id=922be3ae-069e-4677-94b7-9a3b0d28d613 HTTP/1.1" status: 200 len: 945 time: 0.3071916 Jun 17 17:36:06.808557 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-084923da-fea7-4761-94d8-9bb4b147b993 req-b967483c-162a-4fb5-934a-8be5a2961cfa tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200542 Jun 17 17:36:06.834385 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:06.842585 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:06.846347 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:06.872194 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['b071e955-3090-4619-827c-ea304c9016cd'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:36:06.892775 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Pushing event deleted for resources: {'Port': ['ID=b071e955-3090-4619-827c-ea304c9016cd,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:06.898007 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4b2601f8-23ca-4764-aa02-1e47a22b85e8 req-5cb2f0de-eeec-4e73-ae8d-22f5103e2a62 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.15 "GET /v2.0/security-groups?id=805483c5-7747-484a-a853-9c3578b13e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071732 Jun 17 17:36:06.937021 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.937383 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.937739 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.938087 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.938434 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.938834 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.939143 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.939551 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.939821 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.940160 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.940877 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:06.947534 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:06.982210 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] No DVR routers for this DVR port b071e955-3090-4619-827c-ea304c9016cd on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:36:06.984655 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:06.987190 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922be3ae-069e-4677-94b7-9a3b0d28d613', 'name': 'network-vif-deleted', 'tag': 'b071e955-3090-4619-827c-ea304c9016cd'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:36:07.011732 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1f815651-dd0b-4414-a625-a0c407b5bbc5 req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] 10.222.0.20 "DELETE /v2.0/ports/b071e955-3090-4619-827c-ea304c9016cd HTTP/1.1" status: 204 len: 173 time: 1.0053530 Jun 17 17:36:07.049682 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922be3ae-069e-4677-94b7-9a3b0d28d613', 'name': 'network-vif-deleted', 'tag': 'b071e955-3090-4619-827c-ea304c9016cd', 'status': 'completed', 'code': 200} Jun 17 17:36:07.127640 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:36:07.260278 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:36:07.272857 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'port_id': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'mac_address': 'fa:16:3e:9f:a8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:36:07.326599 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:07.344825 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:36:07.359608 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:36:07.363312 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:07.364986 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:07.430273 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=9']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:07.433321 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:07.845098 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:36:08.047828 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c6924-8cc1-46a9-b0fb-c1d50fe7cfe9 req-bb84d54f-6b13-4c58-a7f5-d75c6fd4d44b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:08.049308 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cc5c6924-8cc1-46a9-b0fb-c1d50fe7cfe9 req-bb84d54f-6b13-4c58-a7f5-d75c6fd4d44b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 945 time: 0.0926466 Jun 17 17:36:08.103269 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cc5c6924-8cc1-46a9-b0fb-c1d50fe7cfe9 req-928448b1-6bd6-473c-bfb2-727bb91d454a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483711 Jun 17 17:36:09.142228 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:36:09.231774 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:36:09.232504 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:09.339423 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebf4f6-fe24-475b-a466-2ea4a3436c0e req-f6ddc604-77c2-4fe3-9aff-4aef14e8a202 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:09.340950 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5aebf4f6-fe24-475b-a466-2ea4a3436c0e req-f6ddc604-77c2-4fe3-9aff-4aef14e8a202 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 945 time: 0.0842478 Jun 17 17:36:09.364679 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:09.385532 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5aebf4f6-fe24-475b-a466-2ea4a3436c0e req-b072053e-1916-455a-b578-a9a853a2de83 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389168 Jun 17 17:36:09.390305 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:36:09.401136 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:36:09.405429 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:09.406965 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device b071e955-3090-4619-827c-ea304c9016cd no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:36:09.433778 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:09.460837 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'code': 200} Jun 17 17:36:09.470671 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: b071e955-3090-4619-827c-ea304c9016cd {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:36:09.471019 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device b071e955-3090-4619-827c-ea304c9016cd not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:36:09.505724 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=10']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:09.508645 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:10.127066 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cfbdeba8-4844-44ca-a9ad-476e81d2149c req-be5a7ea8-b807-4996-b916-193738bbd994 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 1100 time: 0.0680993 Jun 17 17:36:10.170664 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cfbdeba8-4844-44ca-a9ad-476e81d2149c req-df8c1073-519c-4034-8380-6bea63f38260 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368385 Jun 17 17:36:10.612375 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d0523-ef32-4590-87a0-6e1cec7e56f9 req-f3b05262-8d92-4ede-af09-4d2cb014c8c2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:10.616465 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3f1d0523-ef32-4590-87a0-6e1cec7e56f9 req-f3b05262-8d92-4ede-af09-4d2cb014c8c2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 947 time: 0.0908747 Jun 17 17:36:10.679931 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3f1d0523-ef32-4590-87a0-6e1cec7e56f9 req-114d2ef9-d25e-4863-abb1-80ee33eed65e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526671 Jun 17 17:36:11.917978 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8613a1-db22-42be-9066-fd8d901eab64 req-3d21c048-0241-4df0-9d79-418c88d93144 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:11.920212 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0c8613a1-db22-42be-9066-fd8d901eab64 req-3d21c048-0241-4df0-9d79-418c88d93144 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 947 time: 0.0815477 Jun 17 17:36:11.968345 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0c8613a1-db22-42be-9066-fd8d901eab64 req-f5971d21-6a13-41b6-8944-f1474e8ca22d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Jun 17 17:36:13.197234 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44e75-e1a8-4107-b0ab-202baf0a0404 req-5bb54240-a582-4c87-bcdb-59d581cd0f2b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:13.200176 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-29f44e75-e1a8-4107-b0ab-202baf0a0404 req-5bb54240-a582-4c87-bcdb-59d581cd0f2b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 947 time: 0.0894394 Jun 17 17:36:13.258209 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-29f44e75-e1a8-4107-b0ab-202baf0a0404 req-187636cd-6856-4188-b954-43bc4da0c8fb tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519645 Jun 17 17:36:17.907821 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:36:28.628332 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50030) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:36:28.788380 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:28.823849 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:36:28.827694 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] Usage tracker for resource:security_group_rule and tenant:0db3a6b60c0b4f29b929b2a39a714773 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:36:28.830536 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:36:28.836410 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:36:28.906940 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:28.911127 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:28.924020 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e9340aa2-bccc-458c-95e2-a3c82cb897e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:28.964668 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0db3a6b60c0b4f29b929b2a39a714773&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3342776 Jun 17 17:36:28.966253 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab070f66-b1a9-48b2-ab13-ba2ee4579029,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:28.967144 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 50042) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:36:28.969766 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-12e9968a-b501-4a78-87c9-975d2177a1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:29.034809 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:29.060948 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:29.110826 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:29.114408 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-f42192fd-8a47-49ad-bfb3-d5aebb8146f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:29.126401 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab070f66-b1a9-48b2-ab13-ba2ee4579029,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:29.139521 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.139873 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.140217 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.140559 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.140898 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.141234 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.141564 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.141895 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.142222 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.142565 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.142902 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:29.146037 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:29.147160 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:29.148275 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab070f66-b1a9-48b2-ab13-ba2ee4579029 HTTP/1.1" status: 204 len: 168 time: 0.1793537 Jun 17 17:36:29.624736 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-07832ca6-82fa-4e9c-8ec0-44a70af3c7eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708754 Jun 17 17:36:29.737388 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-e53bca03-fa74-41a4-a0c7-7c187a7ed8d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 1100 time: 0.0723915 Jun 17 17:36:29.891281 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-8033f857-7b75-475c-8704-9f73379bb8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:29.892724 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-8033f857-7b75-475c-8704-9f73379bb8fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.1337163 Jun 17 17:36:29.925778 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 50070) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:36:29.999808 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-d3c5bcbe-48a4-47ad-901f-0c55737e6866 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 HTTP/1.1" status: 200 len: 1001 time: 0.0987480 Jun 17 17:36:30.062582 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-0f641e66-21f9-4a5b-ae77-656e074bd0b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:30.064010 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-0f641e66-21f9-4a5b-ae77-656e074bd0b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.0571401 Jun 17 17:36:30.072538 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1556112215-network', 'tenant_id': 'c3b1718e6ecb48bea7ca2c94e72126af'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:36:30.076953 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:36:30.080738 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Usage tracker for resource:network and tenant:c3b1718e6ecb48bea7ca2c94e72126af is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:36:30.083628 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:36:30.089839 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:36:30.104624 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Made reservation on behalf of c3b1718e6ecb48bea7ca2c94e72126af for: {'network': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:36:30.107124 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.120222 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.144725 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-9d4b38d4-a37e-439b-a96b-69abfd24816d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723574 Jun 17 17:36:30.154525 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:36:30.158358 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b1718e6ecb48bea7ca2c94e72126af is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:36:30.161372 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:36:30.168330 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:36:30.276877 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.282633 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.289926 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6c431958-ca84-4c97-be79-8f72d295668f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:30.327535 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=74249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:36:30.339911 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34051eb5-c499-42ea-9a82-b385135a2dbf,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:30.343788 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:30.344709 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.345037 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.segments_db [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Added segment 71296a1c-0aa0-4a16-9412-b39214b40253 of type vlan for network a75f717f-0133-4e3b-a048-0e29c330620c Jun 17 17:36:30.368555 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-dae5dba5-d5ce-46c6-b61a-0c32a7a5b65b service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172208 Jun 17 17:36:30.377866 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.410037 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.411281 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:30.411774 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.416781 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:30.510077 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-101f83d7-d71c-4622-8c00-a0d9de73bf70 req-2dbb83e8-13c0-4cfd-8aff-3197e2001028 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349661 Jun 17 17:36:30.518322 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5908184 Jun 17 17:36:30.521421 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50114) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:36:30.521574 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Pushing event updated for resources: {'Network': ['ID=a75f717f-0133-4e3b-a048-0e29c330620c,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:30.524790 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:30.532118 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network a75f717f-0133-4e3b-a048-0e29c330620c details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:36:30.535142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Request body: {'subnet': {'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1556112215-subnet', 'tenant_id': 'c3b1718e6ecb48bea7ca2c94e72126af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:36:30.540723 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:36:30.545841 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Usage tracker for resource:subnet and tenant:c3b1718e6ecb48bea7ca2c94e72126af is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:36:30.549663 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:36:30.556106 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:36:30.568504 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Made reservation on behalf of c3b1718e6ecb48bea7ca2c94e72126af for: {'subnet': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:36:30.571109 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535349640'] for subnet, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.966007 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535842520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535349658'] for subnet, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:30.969610 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:31.035068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebee0a9-348f-4a32-b329-989df538f0d4,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:31.043047 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:31.050765 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Checking segment: {'id': '71296a1c-0aa0-4a16-9412-b39214b40253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:36:31.051134 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Network hostable DHCP agents. Network: a75f717f-0133-4e3b-a048-0e29c330620c, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:36:31.071222 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Network a75f717f-0133-4e3b-a048-0e29c330620c is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:36:31.080506 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, a75f717f-0133-4e3b-a048-0e29c330620c) {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:36:31.089571 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba663b09-33e8-4b70-9994-54b0f357976a None None] Network a75f717f-0133-4e3b-a048-0e29c330620c requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:36:31.093664 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:31.094237 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] Notify callbacks [] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:31.118684 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-3f7c901b-da83-4952-abd8-2a394917eabf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5960979 Jun 17 17:36:31.312714 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b8bca-484a-47bd-8775-f07d899b834e None None] Network a75f717f-0133-4e3b-a048-0e29c330620c requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:36:31.549468 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:31.869736 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 50140) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:36:31.927625 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60be94f-002e-45cc-8012-8042a360b2a9 admin admin] Deleting subnet 4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1 {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:36:31.930924 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e60be94f-002e-45cc-8012-8042a360b2a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:31.977902 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e60be94f-002e-45cc-8012-8042a360b2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536762744'] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.036066 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e60be94f-002e-45cc-8012-8042a360b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.098283 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b5b686b7-291e-4acc-a346-057a3dc40a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.272059 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e60be94f-002e-45cc-8012-8042a360b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535317139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535300845'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.277079 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:32.315659 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60be94f-002e-45cc-8012-8042a360b2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:32.318887 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-e60be94f-002e-45cc-8012-8042a360b2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:32.321130 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e60be94f-002e-45cc-8012-8042a360b2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.326150 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-e60be94f-002e-45cc-8012-8042a360b2a9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4fb18ee2-9585-4a4c-85fc-0fa9ae8069d1 HTTP/1.1" status: 204 len: 168 time: 0.4553518 Jun 17 17:36:32.328547 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 50144) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:36:32.400110 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.435368 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.554842 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.566966 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2477199-bc17-4a8e-b0ed-cfa092958518']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:36:32.579432 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ef7381-8a79-4c2e-b8e9-38ce396bfc54') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:36:32.579726 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ef7381-8a79-4c2e-b8e9-38ce396bfc54') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:36:32.590534 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.606138 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.611917 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:36:32.612370 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:36:32.625904 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:36:32.702372 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.708200 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:32.710717 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b8247402-783e-435b-b3e2-84b4d9d67915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:32.731224 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2477199-bc17-4a8e-b0ed-cfa092958518,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:32.734012 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:32.739711 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-2c4d8bee-4f15-47df-9c2b-23c111a90d78 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d2477199-bc17-4a8e-b0ed-cfa092958518 HTTP/1.1" status: 204 len: 168 time: 0.4101427 Jun 17 17:36:32.879978 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 50152) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:36:32.929940 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9c72284a-f7da-43a7-b93c-756eaeb45513 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=875c7196f0504ec1aa591afc9480aad4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482318 Jun 17 17:36:32.932572 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 50158) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:36:32.990749 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-042d555a-ad5a-46f1-b016-fc045055aee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:33.017967 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-042d555a-ad5a-46f1-b016-fc045055aee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:33.130379 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-042d555a-ad5a-46f1-b016-fc045055aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:33.134068 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-73b2ead1-f529-4843-bbc0-f2abac91d4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:33.146039 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d555a-ad5a-46f1-b016-fc045055aee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805483c5-7747-484a-a853-9c3578b13e01,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:33.149628 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-042d555a-ad5a-46f1-b016-fc045055aee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:33.160474 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-042d555a-ad5a-46f1-b016-fc045055aee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:33.161781 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-042d555a-ad5a-46f1-b016-fc045055aee6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/805483c5-7747-484a-a853-9c3578b13e01 HTTP/1.1" status: 204 len: 168 time: 0.2282648 Jun 17 17:36:33.232336 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-1af59143-60f5-453a-a217-350894778587 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:33.233761 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-1af59143-60f5-453a-a217-350894778587 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/networks?id=a75f717f-0133-4e3b-a048-0e29c330620c HTTP/1.1" status: 200 len: 814 time: 0.1474404 Jun 17 17:36:33.249712 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-ef0911c8-5f98-484c-8323-3fd5cebb64aa tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/quotas/c3b1718e6ecb48bea7ca2c94e72126af HTTP/1.1" status: 200 len: 375 time: 0.0103745 Jun 17 17:36:33.293780 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-0138238c-ab80-4e44-b691-bb5f7dc368fd tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3b1718e6ecb48bea7ca2c94e72126af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391917 Jun 17 17:36:33.425559 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-231b684d-7350-4095-bea4-3a2fe4e60e10 service neutron] 10.222.0.15 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251299 Jun 17 17:36:33.556894 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-0d21d97f-4296-4b37-b8f8-0092b5b047ec service neutron] 10.222.0.15 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248109 Jun 17 17:36:33.755828 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f70ad842-e805-4698-9a14-7543a4c1c11b req-6ede4a5c-1c52-4239-9db2-15371d74783b tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 210 time: 0.0458524 Jun 17 17:36:34.242341 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-f72af2af-a7ce-4fe9-b947-c5fc36c69a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:34.968444 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c2aa28aa-195e-4908-8c66-2af91acea9c9 req-32123ef6-2625-435b-a5a4-49fa8f611fe7 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 210 time: 0.0489731 Jun 17 17:36:35.016593 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-5688d586-6837-4ad7-a636-29a9e77c26ba tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:35.017965 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-5688d586-6837-4ad7-a636-29a9e77c26ba tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.20 "GET /v2.0/networks?id=a75f717f-0133-4e3b-a048-0e29c330620c HTTP/1.1" status: 200 len: 814 time: 0.2019117 Jun 17 17:36:35.046938 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Request body: {'port': {'device_id': 'fc0ec33d-da64-4081-b781-0e8b3fca1b7b', 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c', 'admin_state_up': True, 'tenant_id': 'c3b1718e6ecb48bea7ca2c94e72126af'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:36:35.177468 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:36:35.181186 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Usage tracker for resource:port and tenant:c3b1718e6ecb48bea7ca2c94e72126af is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:36:35.183995 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:36:35.189785 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:36:35.200265 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Made reservation on behalf of c3b1718e6ecb48bea7ca2c94e72126af for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:36:35.203432 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:35.314522 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:35.440304 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Allocated IP 172.20.0.2 (a75f717f-0133-4e3b-a048-0e29c330620c/2ebee0a9-348f-4a32-b329-989df538f0d4/0b306396-742f-47d0-bbd8-c32afa6b7203) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:36:35.642284 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:35.676546 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:35.682369 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c1b79361-fdf9-4490-a2c9-7747d945d75e tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:35.756421 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Network a75f717f-0133-4e3b-a048-0e29c330620c is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:36:35.757217 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Pushing event updated for resources: {'Port': ['ID=0b306396-742f-47d0-bbd8-c32afa6b7203,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:35.760286 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:36:35.761980 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:35.762678 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:36:35.826516 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:35.827316 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:35.852879 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096652 Jun 17 17:36:36.038486 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Request body: {'port': {'device_id': 'fc0ec33d-da64-4081-b781-0e8b3fca1b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:36:36.202690 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:36.280468 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c09895-137f-4042-96bd-4edfa6f93d45 req-083d22d2-5d43-4d7f-ba27-957d6ba6479a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:36.281173 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-49c09895-137f-4042-96bd-4edfa6f93d45 req-083d22d2-5d43-4d7f-ba27-957d6ba6479a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Synchronizing usage tracker for tenant:c3b1718e6ecb48bea7ca2c94e72126af on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:36:36.358140 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-49c09895-137f-4042-96bd-4edfa6f93d45 req-083d22d2-5d43-4d7f-ba27-957d6ba6479a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Unset dirty status for tenant:c3b1718e6ecb48bea7ca2c94e72126af on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:36:36.359302 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-49c09895-137f-4042-96bd-4edfa6f93d45 req-083d22d2-5d43-4d7f-ba27-957d6ba6479a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 931 time: 0.2622890 Jun 17 17:36:36.490236 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-49c09895-137f-4042-96bd-4edfa6f93d45 req-a87c04f0-7996-48a5-9b0b-0a6a99c2921e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244750 Jun 17 17:36:36.599529 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b306396-742f-47d0-bbd8-c32afa6b7203 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:36:36.607000 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:36.620973 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Transition to ACTIVE for port object 0b306396-742f-47d0-bbd8-c32afa6b7203 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:36:36.623809 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:36.627703 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:36.752173 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b306396-742f-47d0-bbd8-c32afa6b7203,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:36.756114 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:36.844961 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:36.864737 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Attempting to bind port 0b306396-742f-47d0-bbd8-c32afa6b7203 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:36:36.865176 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Attempting to bind port 0b306396-742f-47d0-bbd8-c32afa6b7203 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '71296a1c-0aa0-4a16-9412-b39214b40253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:36:36.865561 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Attempting to bind port 0b306396-742f-47d0-bbd8-c32afa6b7203 on network a75f717f-0133-4e3b-a048-0e29c330620c {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:36:36.872952 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Port 0b306396-742f-47d0-bbd8-c32afa6b7203 on network a75f717f-0133-4e3b-a048-0e29c330620c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:36:36.873204 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Attempting to bind port 0b306396-742f-47d0-bbd8-c32afa6b7203 on network a75f717f-0133-4e3b-a048-0e29c330620c {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:36:36.879510 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:36:36.879849 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Checking segment: {'id': '71296a1c-0aa0-4a16-9412-b39214b40253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:36:36.880223 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Bound using segment: {'id': '71296a1c-0aa0-4a16-9412-b39214b40253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:36:36.880639 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Bound port: 0b306396-742f-47d0-bbd8-c32afa6b7203, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71296a1c-0aa0-4a16-9412-b39214b40253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:36:36.880981 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:36.971819 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] For port 0b306396-742f-47d0-bbd8-c32afa6b7203, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:36:36.974749 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] For port 0b306396-742f-47d0-bbd8-c32afa6b7203, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=0b306396-742f-47d0-bbd8-c32afa6b7203,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:36:36.979461 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:36.983693 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-013f44cd-1f21-4cc6-abd8-e93b5e44e10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:37.041588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:37.043916 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b306396-742f-47d0-bbd8-c32afa6b7203 HTTP/1.1" status: 200 len: 1093 time: 1.0115085 Jun 17 17:36:37.044524 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0ec33d-da64-4081-b781-0e8b3fca1b7b', 'tag': '0b306396-742f-47d0-bbd8-c32afa6b7203'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:36:37.063872 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b306396-742f-47d0-bbd8-c32afa6b7203,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:37.066886 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:37.157393 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0ec33d-da64-4081-b781-0e8b3fca1b7b', 'tag': '0b306396-742f-47d0-bbd8-c32afa6b7203', 'status': 'completed', 'code': 200} Jun 17 17:36:37.198243 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-c4a7ecc7-ffe7-492a-bc80-b396533f908e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3b1718e6ecb48bea7ca2c94e72126af&device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 1096 time: 0.0760925 Jun 17 17:36:37.277373 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-084271d6-9b26-44c2-9c57-052f3aae80a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b306396-742f-47d0-bbd8-c32afa6b7203 HTTP/1.1" status: 200 len: 217 time: 0.0599015 Jun 17 17:36:37.418995 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-a9440e8f-5837-48cb-86b7-953edef9552e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:37.420322 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-a9440e8f-5837-48cb-86b7-953edef9552e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ebee0a9-348f-4a32-b329-989df538f0d4 HTTP/1.1" status: 200 len: 854 time: 0.1340220 Jun 17 17:36:37.466747 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-5b8d4252-71f0-41a0-b56e-67a2f958741e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a75f717f-0133-4e3b-a048-0e29c330620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381558 Jun 17 17:36:37.599279 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-aaf6a75e-3300-42fd-9f56-8a35cf2397d8 service neutron] 10.222.0.20 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252265 Jun 17 17:36:37.790016 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fa6f6ce-06fe-4ce9-8056-72801c197e84 req-ae62cafb-e465-4876-aa2d-1c6bc1bbbd17 service neutron] 10.222.0.20 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810501 Jun 17 17:36:37.799993 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0b04a-a3e5-48b0-a2c3-b270438d2218 req-3b3fff2c-fdbf-4ba2-94c8-584fd4aa9b34 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:37.801310 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-17d0b04a-a3e5-48b0-a2c3-b270438d2218 req-3b3fff2c-fdbf-4ba2-94c8-584fd4aa9b34 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 943 time: 0.1732521 Jun 17 17:36:37.847530 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-17d0b04a-a3e5-48b0-a2c3-b270438d2218 req-530af887-8060-41a7-b880-0b02a46920ec tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Jun 17 17:36:37.971144 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16b8a819-4828-4c5c-a2d9-bf553a67dfb2 req-3c4c6bee-eb07-4fc8-9c1b-5e9881473889 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3b1718e6ecb48bea7ca2c94e72126af&device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 1096 time: 0.0683026 Jun 17 17:36:38.105716 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8a819-4828-4c5c-a2d9-bf553a67dfb2 req-0d7bc72d-9846-4d86-a60a-92d59f1a45b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:38.107195 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16b8a819-4828-4c5c-a2d9-bf553a67dfb2 req-0d7bc72d-9846-4d86-a60a-92d59f1a45b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a75f717f-0133-4e3b-a048-0e29c330620c HTTP/1.1" status: 200 len: 915 time: 0.1291215 Jun 17 17:36:38.179971 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16b8a819-4828-4c5c-a2d9-bf553a67dfb2 req-8b7e03bf-b416-40d1-8e41-da1dcc2a1abc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b306396-742f-47d0-bbd8-c32afa6b7203 HTTP/1.1" status: 200 len: 217 time: 0.0657060 Jun 17 17:36:38.244048 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8a819-4828-4c5c-a2d9-bf553a67dfb2 req-fc3aa738-4bcf-4b58-bfa6-b5d7c508a721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:38.245473 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16b8a819-4828-4c5c-a2d9-bf553a67dfb2 req-fc3aa738-4bcf-4b58-bfa6-b5d7c508a721 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ebee0a9-348f-4a32-b329-989df538f0d4 HTTP/1.1" status: 200 len: 854 time: 0.0582538 Jun 17 17:36:38.309086 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16b8a819-4828-4c5c-a2d9-bf553a67dfb2 req-b115feec-b731-4e62-9427-83fea19a3b40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a75f717f-0133-4e3b-a048-0e29c330620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557606 Jun 17 17:36:38.504242 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16b8a819-4828-4c5c-a2d9-bf553a67dfb2 req-7824d50a-3710-4e81-bee0-5cc5d8d6f607 service neutron] 10.222.0.20 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781697 Jun 17 17:36:38.538265 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650694f-8272-4515-96d9-2978d79dab0e req-e329a8bc-508c-4d9e-8718-f8f8da647598 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:38.539692 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d650694f-8272-4515-96d9-2978d79dab0e req-e329a8bc-508c-4d9e-8718-f8f8da647598 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1480494 Jun 17 17:36:38.658502 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d650694f-8272-4515-96d9-2978d79dab0e req-7a7732fb-550c-40ea-8adf-5a09168b0c26 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712357 Jun 17 17:36:38.682010 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16b8a819-4828-4c5c-a2d9-bf553a67dfb2 req-111b00ff-3e5c-4aee-8a48-819e10d036eb service neutron] 10.222.0.20 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694973 Jun 17 17:36:39.048928 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335c4f4-b602-4807-8edd-07d38a02d327 req-c7edaf8d-b7b1-4d85-8b22-30771f0ca488 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:39.050370 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f335c4f4-b602-4807-8edd-07d38a02d327 req-c7edaf8d-b7b1-4d85-8b22-30771f0ca488 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 943 time: 0.0796309 Jun 17 17:36:39.096029 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f335c4f4-b602-4807-8edd-07d38a02d327 req-88716525-e2a7-47b7-b601-64e9fce2f634 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 Jun 17 17:36:39.865908 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a57402-694c-4852-80e0-a72a1ffc61c3 req-70dd9bac-f783-47b1-aba6-91bc66c69bcf tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:39.868010 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-65a57402-694c-4852-80e0-a72a1ffc61c3 req-70dd9bac-f783-47b1-aba6-91bc66c69bcf tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0815909 Jun 17 17:36:39.915078 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-65a57402-694c-4852-80e0-a72a1ffc61c3 req-6d9a9338-8ac5-4e1b-96cd-e6b3be638d06 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414512 Jun 17 17:36:40.293549 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d944bb0-02ff-4596-bfe8-00eb47ab697b req-4c173c84-99c7-4ceb-81b2-799cd3635502 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:40.294997 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7d944bb0-02ff-4596-bfe8-00eb47ab697b req-4c173c84-99c7-4ceb-81b2-799cd3635502 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 943 time: 0.0799623 Jun 17 17:36:40.339930 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7d944bb0-02ff-4596-bfe8-00eb47ab697b req-33cbd36d-38ba-4930-94c2-eb4473652376 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Jun 17 17:36:41.301695 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389cb24-4d17-4a9b-892b-a218be97a088 req-5193b83c-54b3-487d-bb57-de3599d2f309 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:41.303093 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d389cb24-4d17-4a9b-892b-a218be97a088 req-5193b83c-54b3-487d-bb57-de3599d2f309 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.2671664 Jun 17 17:36:41.429557 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d389cb24-4d17-4a9b-892b-a218be97a088 req-1089f22d-fd08-4a1f-9865-c80ef0e04e26 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204422 Jun 17 17:36:41.547304 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac5523-2e6f-4f9a-9e9a-2c598a113e86 req-79a9496f-a2e9-40c3-9e28-645ea9b04e52 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:41.548779 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-75ac5523-2e6f-4f9a-9e9a-2c598a113e86 req-79a9496f-a2e9-40c3-9e28-645ea9b04e52 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 943 time: 0.0759668 Jun 17 17:36:41.593728 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-75ac5523-2e6f-4f9a-9e9a-2c598a113e86 req-99462e37-a5ef-4eab-b9bb-9383e03d5f9b tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Jun 17 17:36:42.630770 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a526012-f192-4e42-99bb-0c44d4d611c3 req-cfb13777-3a4c-4c6f-8698-23be79bc76af tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:42.632229 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9a526012-f192-4e42-99bb-0c44d4d611c3 req-cfb13777-3a4c-4c6f-8698-23be79bc76af tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0790603 Jun 17 17:36:42.679549 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9a526012-f192-4e42-99bb-0c44d4d611c3 req-61d94247-53b2-4896-9c8b-a8bebaa85d1f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Jun 17 17:36:42.794803 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d3ebb-ca90-486d-90b5-962d32ebc90f req-7ef8305a-0e92-49a2-8282-54122a25222a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:42.796231 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-405d3ebb-ca90-486d-90b5-962d32ebc90f req-7ef8305a-0e92-49a2-8282-54122a25222a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 943 time: 0.0779307 Jun 17 17:36:42.842424 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-405d3ebb-ca90-486d-90b5-962d32ebc90f req-15b987e7-642a-4b34-a3f2-5ab5ed7b5af6 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Jun 17 17:36:43.325207 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 0b306396-742f-47d0-bbd8-c32afa6b7203 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:36:43.457793 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 0b306396-742f-47d0-bbd8-c32afa6b7203, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=0b306396-742f-47d0-bbd8-c32afa6b7203,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:36:43.470337 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '0b306396-742f-47d0-bbd8-c32afa6b7203', 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c', 'port_id': '0b306396-742f-47d0-bbd8-c32afa6b7203', 'mac_address': 'fa:16:3e:2f:38:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebee0a9-348f-4a32-b329-989df538f0d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:36:43.528243 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:43.545328 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b306396-742f-47d0-bbd8-c32afa6b7203 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:36:43.560050 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 0b306396-742f-47d0-bbd8-c32afa6b7203, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=0b306396-742f-47d0-bbd8-c32afa6b7203,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:36:43.563886 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:43.565696 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:43.629849 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=0b306396-742f-47d0-bbd8-c32afa6b7203,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:43.641148 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.641483 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.641811 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.642188 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.642513 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.642856 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.643176 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.643489 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.643799 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.644114 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.644534 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:36:43.648316 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:43.892254 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5084909-d331-4870-bbc2-b97ac05726f0 req-7f00848c-9b12-4fae-8eca-a3aea14ede96 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:43.894517 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b5084909-d331-4870-bbc2-b97ac05726f0 req-7f00848c-9b12-4fae-8eca-a3aea14ede96 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0835924 Jun 17 17:36:43.958040 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b5084909-d331-4870-bbc2-b97ac05726f0 req-a8b09bc9-216c-48a0-bafd-e1a92dc4ca68 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584335 Jun 17 17:36:44.117582 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec780f6-6ea8-4216-a9c3-ed99a8cb88b7 req-d0ed2a21-3e9d-40f9-95d4-34162c05ce62 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:44.119023 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5ec780f6-6ea8-4216-a9c3-ed99a8cb88b7 req-d0ed2a21-3e9d-40f9-95d4-34162c05ce62 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 944 time: 0.1508219 Jun 17 17:36:44.166503 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5ec780f6-6ea8-4216-a9c3-ed99a8cb88b7 req-bdadd4d5-0e35-4513-98ef-6510fefb07d3 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Jun 17 17:36:44.202281 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['0b306396-742f-47d0-bbd8-c32afa6b7203'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:36:45.183327 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443c5b0-a0bb-47d1-a747-53a624026b32 req-b8203c13-d74d-43cd-aeb2-38e14a088d38 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:45.184751 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3443c5b0-a0bb-47d1-a747-53a624026b32 req-b8203c13-d74d-43cd-aeb2-38e14a088d38 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0769713 Jun 17 17:36:45.231859 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3443c5b0-a0bb-47d1-a747-53a624026b32 req-8c163450-56a9-43d8-ae4e-84e95fa64b30 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412884 Jun 17 17:36:45.375469 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a41aa-46df-4d54-bf5b-a5806aff5d2e req-370b9e95-9485-4071-9ede-a27e01be575f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:45.376887 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-313a41aa-46df-4d54-bf5b-a5806aff5d2e req-370b9e95-9485-4071-9ede-a27e01be575f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 944 time: 0.0807726 Jun 17 17:36:45.423333 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-313a41aa-46df-4d54-bf5b-a5806aff5d2e req-63c2387a-8b93-473e-a59f-0249734e3591 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Jun 17 17:36:46.450208 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf323a1-388a-4926-b308-0b8819c08509 req-88a49721-18f4-40ec-a23d-9934dae2a4cb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:46.451696 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fbf323a1-388a-4926-b308-0b8819c08509 req-88a49721-18f4-40ec-a23d-9934dae2a4cb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0957854 Jun 17 17:36:46.498109 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fbf323a1-388a-4926-b308-0b8819c08509 req-7b70ed90-7f0b-4ea8-b5e8-621ffd27745a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400362 Jun 17 17:36:46.620918 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cf4cc-4db7-4e3c-a17c-6f04e15e91cd req-20212e46-a59b-4219-80fd-112330289206 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:46.622372 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6a7cf4cc-4db7-4e3c-a17c-6f04e15e91cd req-20212e46-a59b-4219-80fd-112330289206 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 944 time: 0.0788624 Jun 17 17:36:46.666807 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6a7cf4cc-4db7-4e3c-a17c-6f04e15e91cd req-06479013-fda3-4966-91b4-79cffe3031ec tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387182 Jun 17 17:36:47.339922 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 0b306396-742f-47d0-bbd8-c32afa6b7203 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:36:47.406405 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 0b306396-742f-47d0-bbd8-c32afa6b7203 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:36:47.410947 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 0b306396-742f-47d0-bbd8-c32afa6b7203 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:36:47.411314 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:47.522303 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:47.549308 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0ec33d-da64-4081-b781-0e8b3fca1b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b306396-742f-47d0-bbd8-c32afa6b7203'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:36:47.559999 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 0b306396-742f-47d0-bbd8-c32afa6b7203, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=0b306396-742f-47d0-bbd8-c32afa6b7203,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:36:47.564297 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:36:47.566260 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:36:47.625428 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0ec33d-da64-4081-b781-0e8b3fca1b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b306396-742f-47d0-bbd8-c32afa6b7203', 'code': 200} Jun 17 17:36:47.636290 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=0b306396-742f-47d0-bbd8-c32afa6b7203,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:36:47.639536 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:36:47.744415 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26a5bd-0679-4c3e-961c-5a833e5f75d9 req-775ba63f-9276-4e5b-be24-34fff5b97e4f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:47.747607 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d26a5bd-0679-4c3e-961c-5a833e5f75d9 req-775ba63f-9276-4e5b-be24-34fff5b97e4f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1212239 Jun 17 17:36:47.807526 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d26a5bd-0679-4c3e-961c-5a833e5f75d9 req-15f688a4-5167-418d-8951-b8cda34dc89d tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532207 Jun 17 17:36:47.930071 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63fc96-b912-4f04-a675-bdf065d306f5 req-cb96a93e-8b7c-4e06-b3a4-df9698515301 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:47.931433 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8b63fc96-b912-4f04-a675-bdf065d306f5 req-cb96a93e-8b7c-4e06-b3a4-df9698515301 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.1221292 Jun 17 17:36:47.997920 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8b63fc96-b912-4f04-a675-bdf065d306f5 req-cfeb19d7-33fc-41f9-9c3a-460226ba0078 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557661 Jun 17 17:36:48.003171 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3665913f-4acf-4f62-931d-0aa3c036353a req-37fc391f-3f66-4268-a73c-fc6dcd81c3ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 1098 time: 0.1216762 Jun 17 17:36:48.052489 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3665913f-4acf-4f62-931d-0aa3c036353a req-50d1a77f-9ced-4d74-8de1-31798d901eb0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Jun 17 17:36:48.995251 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c526183-32ba-466f-a593-26db0ec7afe7 req-187f9a09-3c4d-47e7-8427-f20798e67823 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:48.996504 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c526183-32ba-466f-a593-26db0ec7afe7 req-187f9a09-3c4d-47e7-8427-f20798e67823 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0750463 Jun 17 17:36:49.040752 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c526183-32ba-466f-a593-26db0ec7afe7 req-fe8b8237-17d9-4a5d-a13e-574b5c1ac3d7 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384731 Jun 17 17:36:49.215264 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26558db5-6156-448e-8ce6-8a5182c90daa req-046a196f-d284-4606-bcf5-8c0df5b81cb2 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:49.216685 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-26558db5-6156-448e-8ce6-8a5182c90daa req-046a196f-d284-4606-bcf5-8c0df5b81cb2 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0782828 Jun 17 17:36:49.261352 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-26558db5-6156-448e-8ce6-8a5182c90daa req-f6758ae1-aad2-4b03-bd60-a4efb962e8b9 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Jun 17 17:36:50.241519 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0b360-cf0f-49ff-b0c5-13e39026f5c8 req-96269923-ec1e-42c1-8870-27dd9b3ea9c3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:50.242964 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1cb0b360-cf0f-49ff-b0c5-13e39026f5c8 req-96269923-ec1e-42c1-8870-27dd9b3ea9c3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0777047 Jun 17 17:36:50.293566 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1cb0b360-cf0f-49ff-b0c5-13e39026f5c8 req-45cc6b95-68db-4bc6-92e5-ac9e99ec7ee6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446422 Jun 17 17:36:50.460323 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c391e-6417-48bd-8acc-cea3bcaf51cb req-6d9eae02-14f4-46f7-bdbf-45494934d895 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:50.461682 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fd0c391e-6417-48bd-8acc-cea3bcaf51cb req-6d9eae02-14f4-46f7-bdbf-45494934d895 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0769408 Jun 17 17:36:50.507258 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fd0c391e-6417-48bd-8acc-cea3bcaf51cb req-ea0102b2-878c-412c-8956-28f614304265 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395644 Jun 17 17:36:51.506793 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e1c0c-637c-4185-9673-48138292548c req-76151379-92f9-4d1a-a9ab-704495ebe1fe tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:51.508153 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3a9e1c0c-637c-4185-9673-48138292548c req-76151379-92f9-4d1a-a9ab-704495ebe1fe tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0826514 Jun 17 17:36:51.558277 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3a9e1c0c-637c-4185-9673-48138292548c req-8dbd7669-b21b-488c-8afc-0280cdaf8918 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437255 Jun 17 17:36:52.757879 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36992fc-994d-4ca3-9105-94cd8762c9ec req-3f31a094-41f7-4ecc-88c7-bb1a383f5d28 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:52.759356 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e36992fc-994d-4ca3-9105-94cd8762c9ec req-3f31a094-41f7-4ecc-88c7-bb1a383f5d28 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0773475 Jun 17 17:36:52.808882 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e36992fc-994d-4ca3-9105-94cd8762c9ec req-78811f8a-78bc-4ba5-96f1-06c5ac202903 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431392 Jun 17 17:36:54.083000 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d68e8-9d71-4fe2-ac37-8769a27a0286 req-9918795d-0b7f-47a7-b10e-44c75ddd9633 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:54.084498 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-599d68e8-9d71-4fe2-ac37-8769a27a0286 req-9918795d-0b7f-47a7-b10e-44c75ddd9633 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1479230 Jun 17 17:36:54.129868 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-599d68e8-9d71-4fe2-ac37-8769a27a0286 req-0aac7f61-2d6a-4dc4-ad7a-1f00b5137fa5 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396655 Jun 17 17:36:54.556538 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971b4ae-607c-4732-855d-3bf8c22d5505 req-6e4597dd-1ae2-459d-97bd-895d48e5b8ba tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:54.558061 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f971b4ae-607c-4732-855d-3bf8c22d5505 req-6e4597dd-1ae2-459d-97bd-895d48e5b8ba tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1092405 Jun 17 17:36:54.654764 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f971b4ae-607c-4732-855d-3bf8c22d5505 req-27a6c90f-d701-4586-9393-176ead7c9fbd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603707 Jun 17 17:36:54.668808 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e38e1cc0-80d0-4ed1-b147-fdffd0eb2d10 req-6d375ed8-b115-4cac-b852-8896f559f576 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 1098 time: 0.1097527 Jun 17 17:36:54.811299 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e1cc0-80d0-4ed1-b147-fdffd0eb2d10 req-0c2bb9fb-f11f-47b7-bb77-d50ff85a6dc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:54.812700 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e38e1cc0-80d0-4ed1-b147-fdffd0eb2d10 req-0c2bb9fb-f11f-47b7-bb77-d50ff85a6dc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 912 time: 0.1367090 Jun 17 17:36:54.908441 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:36:54.918195 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e38e1cc0-80d0-4ed1-b147-fdffd0eb2d10 req-5bd6b3b6-c6fd-4eb2-9b61-77d5aac57dc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f HTTP/1.1" status: 200 len: 1001 time: 0.0988142 Jun 17 17:36:54.981472 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e1cc0-80d0-4ed1-b147-fdffd0eb2d10 req-3b37be74-6d6a-42c8-9026-149838c959fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:54.982905 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e38e1cc0-80d0-4ed1-b147-fdffd0eb2d10 req-3b37be74-6d6a-42c8-9026-149838c959fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 200 len: 850 time: 0.0585148 Jun 17 17:36:55.065579 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e38e1cc0-80d0-4ed1-b147-fdffd0eb2d10 req-e4949704-ca8b-4e4f-b7c8-5282862cb570 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ee2905d-0992-40a9-bf31-ae5a057d589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744722 Jun 17 17:36:55.198351 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e38e1cc0-80d0-4ed1-b147-fdffd0eb2d10 req-b71a7a94-ea43-4d1c-83dc-be7769e62bb7 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254361 Jun 17 17:36:55.328324 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e38e1cc0-80d0-4ed1-b147-fdffd0eb2d10 req-4d01f715-4b12-4276-87ba-ef6757b2e41f service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231658 Jun 17 17:36:55.889900 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1233c-2ade-4bd4-981a-a0df3ffb4d7e req-5edf0d08-34cc-4780-8f49-50bdbf708da8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:55.891571 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f9a1233c-2ade-4bd4-981a-a0df3ffb4d7e req-5edf0d08-34cc-4780-8f49-50bdbf708da8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0847030 Jun 17 17:36:55.943704 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f9a1233c-2ade-4bd4-981a-a0df3ffb4d7e req-315afa11-9066-4655-8ba2-733af46f7a2d tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 Jun 17 17:36:57.156187 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106362b-e2db-4637-a75d-90e49715418b req-670a6bd7-7222-49dd-92fe-8437b09fe8b9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:36:57.157671 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9106362b-e2db-4637-a75d-90e49715418b req-670a6bd7-7222-49dd-92fe-8437b09fe8b9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.0814023 Jun 17 17:36:57.205740 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9106362b-e2db-4637-a75d-90e49715418b req-f98d7023-0a07-4378-aa1f-2de5e5977935 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Jun 17 17:37:01.542430 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:02.100218 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3caa-4006-4f92-92df-ee46f5bd49a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:02.404406 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:04.248588 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-dceadea1-c721-448a-8683-8dfe732096ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:05.317229 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:06.844452 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.532952 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 50490) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:11.671287 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.703065 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:11.707049 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Usage tracker for resource:security_group_rule and tenant:b684b93f5aed4af591f2d385b887c3e0 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:11.710024 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:11.716104 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:11.780121 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.783602 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.791110 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:11.833202 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b684b93f5aed4af591f2d385b887c3e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2991927 Jun 17 17:37:11.833960 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6560bfe-a259-4c62-9d9e-a10eacb2e656,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:11.835881 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50498) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:11.836989 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:11.906186 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.931625 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.983142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:11.986570 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:12.000345 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6560bfe-a259-4c62-9d9e-a10eacb2e656,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:12.012141 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.012498 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.012851 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.013196 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.013539 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.013895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.014218 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.014569 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.014924 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.015257 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.015590 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:12.017977 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:12.019077 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6560bfe-a259-4c62-9d9e-a10eacb2e656 HTTP/1.1" status: 204 len: 168 time: 0.1768174 Jun 17 17:37:12.019914 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:16.191692 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50560) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:16.338028 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:16.369965 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:16.373744 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Usage tracker for resource:security_group_rule and tenant:3d61ec1bc0a0496fbcca2a04477cb6e9 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:16.377022 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:16.382727 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:16.449618 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:16.453693 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:16.459881 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-78a15065-1236-4d31-a080-eddfd835ad49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:16.498762 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b5ec7f-7d31-4dba-9d99-99916e736a23,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:16.502259 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:16.504561 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d61ec1bc0a0496fbcca2a04477cb6e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3118300 Jun 17 17:37:16.507527 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50566) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:16.567530 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a88920b8-b837-4eb3-b0d1-7a00fde71882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:16.592068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a88920b8-b837-4eb3-b0d1-7a00fde71882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:16.651718 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a88920b8-b837-4eb3-b0d1-7a00fde71882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:16.656684 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a53481b5-e9ab-44f3-ae60-61e832f7499d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:16.666369 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88920b8-b837-4eb3-b0d1-7a00fde71882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b5ec7f-7d31-4dba-9d99-99916e736a23,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:16.670727 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a88920b8-b837-4eb3-b0d1-7a00fde71882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:16.672750 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a88920b8-b837-4eb3-b0d1-7a00fde71882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:16.676396 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-a88920b8-b837-4eb3-b0d1-7a00fde71882 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26b5ec7f-7d31-4dba-9d99-99916e736a23 HTTP/1.1" status: 204 len: 168 time: 0.1654754 Jun 17 17:37:17.461805 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50596) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:17.589727 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1348732138-network', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:37:17.594914 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:17.598731 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Usage tracker for resource:network and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:17.601523 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:17.607160 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:17.618144 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Made reservation on behalf of 08944558a7ae4c5fa28c5031c9f06c50 for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:37:17.620468 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:17.632505 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:17.663003 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:17.666849 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Usage tracker for resource:security_group_rule and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:17.669658 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:17.676028 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:17.742255 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:17.747394 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:17.750390 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6b8241f3-7ef4-4ea7-8e4e-523a720f483a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:17.782617 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:37:17.787824 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98c9756-821a-4502-9f12-1e3179eb1b61,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:17.791276 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:17.794772 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:17.795702 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Added segment 6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d of type vlan for network 3c05585b-ab9a-434e-98a1-2b24acd76536 Jun 17 17:37:17.823938 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:17.851399 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:17.852512 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:17.853108 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:17.857551 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e53f15b3-62aa-421a-9281-b72104074aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:17.953714 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4906900 Jun 17 17:37:17.954407 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Pushing event updated for resources: {'Network': ['ID=3c05585b-ab9a-434e-98a1-2b24acd76536,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:17.956368 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50604) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:17.958667 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:17.962257 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Request body: {'subnet': {'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1348732138-subnet', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'ip_version': 4}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:37:17.964499 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 3c05585b-ab9a-434e-98a1-2b24acd76536 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:37:17.967204 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:17.971595 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Usage tracker for resource:subnet and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:17.974350 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:17.980076 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:17.990762 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Made reservation on behalf of 08944558a7ae4c5fa28c5031c9f06c50 for: {'subnet': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:37:17.993051 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535349640'] for subnet, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:18.434543 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535842520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535349658'] for subnet, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:18.439158 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:18.502934 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e74d9e-296d-463b-b378-8a6773f17a9e,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:18.511026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:18.521335 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Checking segment: {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:37:18.521683 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Network hostable DHCP agents. Network: 3c05585b-ab9a-434e-98a1-2b24acd76536, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:37:18.543448 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Network 3c05585b-ab9a-434e-98a1-2b24acd76536 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:37:18.551941 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 3c05585b-ab9a-434e-98a1-2b24acd76536) {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:18.561079 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87a163-03c2-4c8b-823f-de6d9bcad300 None None] Network 3c05585b-ab9a-434e-98a1-2b24acd76536 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:37:18.563453 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:18.564029 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:18.583981 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-29303a8a-fbc2-4326-b44c-c18c0c0e5c2b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6266551 Jun 17 17:37:18.586814 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50610) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:18.591728 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:37:18.596114 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:18.599933 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Usage tracker for resource:router and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:18.603223 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:18.608881 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:18.618422 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4481'] for router, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:18.619324 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4504'] for router, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:18.638940 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:18.782917 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9a1c0de-a355-574c-b73a-2e4aec78109c-3c05585b-ab9a-434e-98a1-2b24acd76536', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e'}]}} from dv-cinder-796864-1-smb. {{(pid=74250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:37:18.783726 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:18.787889 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4522'] for router, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:18.942736 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.db_base_plugin_common [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Allocated IP 172.20.0.2 (3c05585b-ab9a-434e-98a1-2b24acd76536/31e74d9e-296d-463b-b378-8a6773f17a9e/b5e46db1-75fb-4b70-8b86-3491fe9bf771) {{(pid=74250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:37:18.978021 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.006964 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.143848 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Allocated IP 172.28.2.116 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/87b2ab9b-7981-44ae-888b-d0df6b0ecf5e) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:37:19.182188 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Notify callbacks [] for port, precommit_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.193743 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Transition to ACTIVE for port object b5e46db1-75fb-4b70-8b86-3491fe9bf771 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:19.212323 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Transition to ACTIVE for port object b5e46db1-75fb-4b70-8b86-3491fe9bf771 will not be triggered until provisioned by entity DHCP. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:19.218119 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.222715 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:19.281669 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Network 3c05585b-ab9a-434e-98a1-2b24acd76536 is already hosted by enough agents. {{(pid=74250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:19.284427 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Resources bound (agent type, host, resource id): {{(pid=74250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:19.288217 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Received port after_create {{(pid=74250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:37:19.290376 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.294169 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Pushing event updated for resources: {'Port': ['ID=b5e46db1-75fb-4b70-8b86-3491fe9bf771,revision_number=1']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:19.298416 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:19.318270 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.322831 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-20756400-77d1-4a8c-8b23-e3dfbacfc2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:19.380721 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Attempting to bind port b5e46db1-75fb-4b70-8b86-3491fe9bf771 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:37:19.381096 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Attempting to bind port b5e46db1-75fb-4b70-8b86-3491fe9bf771 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:37:19.381465 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Attempting to bind port b5e46db1-75fb-4b70-8b86-3491fe9bf771 on network 3c05585b-ab9a-434e-98a1-2b24acd76536 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:37:19.387690 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:37:19.387877 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:19.388068 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Checking segment: {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:37:19.388472 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.388863 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Bound using segment: {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:37:19.389326 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Bound port: b5e46db1-75fb-4b70-8b86-3491fe9bf771, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:37:19.389702 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.391601 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Pushing event updated for resources: {'Port': ['ID=87b2ab9b-7981-44ae-888b-d0df6b0ecf5e,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:19.393914 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:19.395620 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:19.396282 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:37:19.475123 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] For port b5e46db1-75fb-4b70-8b86-3491fe9bf771, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:37:19.478089 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] For port b5e46db1-75fb-4b70-8b86-3491fe9bf771, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=b5e46db1-75fb-4b70-8b86-3491fe9bf771,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:37:19.482686 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.486656 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:19.553432 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.554147 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444073'] for router, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:19.575373 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Pushing event updated for resources: {'Port': ['ID=b5e46db1-75fb-4b70-8b86-3491fe9bf771,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:19.584910 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:19.892127 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b is scheduled to L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 with binding_index 1 {{(pid=74248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:37:20.100703 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:37:20.110126 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Sync routers for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:37:20.122269 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:20.123055 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:37:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:20.125370 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:20.126615 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5388882 Jun 17 17:37:20.129427 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50616) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:20.312893 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:37:20.637941 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:19Z', 'revision_number': 3, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:20.642535 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Checking router: 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:37:20.642947 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Updating router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e binding host dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:37:20.694331 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:20.742876 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd83803-22dd-4ca7-836b-52c186e1552f None None] Network 3c05585b-ab9a-434e-98a1-2b24acd76536 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:37:20.864982 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-754f0430-1f66-4d6d-8070-003dfe3ab65f None None] Provisioning for port b5e46db1-75fb-4b70-8b86-3491fe9bf771 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:21.020564 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.117939 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Notify callbacks [] for port, precommit_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.132973 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.provisioning_blocks [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Transition to ACTIVE for port object 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e will not be triggered until provisioned by entity L2. {{(pid=74251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:21.142421 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.147723 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:21.221846 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Attempting to bind port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:37:21.222318 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Attempting to bind port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:37:21.222730 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Attempting to bind port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e on network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:37:21.228615 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Pushing event updated for resources: {'Port': ['ID=87b2ab9b-7981-44ae-888b-d0df6b0ecf5e,revision_number=2']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:21.235032 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:37:21.235399 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Checking segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:37:21.235790 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.236169 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Bound using segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:37:21.236631 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Bound port: 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:37:21.237013 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.245836 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Allocated IP 172.20.0.1 (3c05585b-ab9a-434e-98a1-2b24acd76536/31e74d9e-296d-463b-b378-8a6773f17a9e/39ac0394-13d5-4935-8a9f-11fdb3c76eb5) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:37:21.272433 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.272691 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.273017 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.273334 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.273651 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.273971 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.274282 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.274618 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.274934 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.275244 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.275550 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:21.279074 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:21.321757 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] For port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:37:21.324981 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] For port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=87b2ab9b-7981-44ae-888b-d0df6b0ecf5e,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:37:21.329052 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.332840 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:21.402803 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.407000 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Pushing event updated for resources: {'Port': ['ID=87b2ab9b-7981-44ae-888b-d0df6b0ecf5e,revision_number=3']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:21.409964 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:21.413125 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:21.413945 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:37:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:21.422876 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Transition to ACTIVE for port object 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 will not be triggered until provisioned by entity DHCP. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:21.449494 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.452362 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device b5e46db1-75fb-4b70-8b86-3491fe9bf771 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:21.457231 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:21.520475 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Network 3c05585b-ab9a-434e-98a1-2b24acd76536 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:21.523447 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:21.526846 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port b5e46db1-75fb-4b70-8b86-3491fe9bf771 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:21.527430 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:37:21.533663 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port b5e46db1-75fb-4b70-8b86-3491fe9bf771 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:21.534126 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.573062 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=39ac0394-13d5-4935-8a9f-11fdb3c76eb5,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:21.577592 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:21.589719 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442979'] for router_interface, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.606883 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:37:21.689928 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.705115 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.763942 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port b5e46db1-75fb-4b70-8b86-3491fe9bf771, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=b5e46db1-75fb-4b70-8b86-3491fe9bf771,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:21.769326 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.771599 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:21.855676 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=b5e46db1-75fb-4b70-8b86-3491fe9bf771,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:21.859379 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:21.860053 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-6852614f-b22a-4955-a2b5-80775e521817 None None] Provisioning for port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:21.865245 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-6852614f-b22a-4955-a2b5-80775e521817 None None] Provisioning complete for port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:21.865617 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-6852614f-b22a-4955-a2b5-80775e521817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:21.920226 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-6852614f-b22a-4955-a2b5-80775e521817 None None] Port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:37:21.936660 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:19Z', 'revision_number': 3, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:21.941032 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0804a2-8fe9-46c0-9d4b-45675119104d None None] The sync data for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb is: [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:19Z', 'revision_number': 3, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:37:22.041746 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:22.050423 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:22.075507 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:22.164368 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408071'] for router_interface, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:22.167462 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=39ac0394-13d5-4935-8a9f-11fdb3c76eb5,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:22.170741 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:22.334313 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Network 3c05585b-ab9a-434e-98a1-2b24acd76536 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:22.335604 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:22.547796 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-3f158f7b-a1a4-4099-a6b7-6c2b36df6437 None None] Provisioning complete for port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:22.548252 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3f158f7b-a1a4-4099-a6b7-6c2b36df6437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:22.610511 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-3f158f7b-a1a4-4099-a6b7-6c2b36df6437 None None] Port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:37:22.754287 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:37:22.950632 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:37:22.959033 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] 10.222.0.15 "PUT /v2.0/routers/82ffeb2a-ea76-4a1c-83e6-b3823d436f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8285418 Jun 17 17:37:23.467310 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device b5e46db1-75fb-4b70-8b86-3491fe9bf771 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:23.536183 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port b5e46db1-75fb-4b70-8b86-3491fe9bf771 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:23.536560 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:23.649780 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:23.719569 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:23.727542 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:23.728341 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:23.813603 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50654) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:23.819587 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-71963989-network', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:37:23.824432 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:23.829031 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Usage tracker for resource:network and tenant:0af77ef8ecd14f2cbd9189bbd0bb3e1a is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:23.831915 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:23.838348 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:23.851254 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Made reservation on behalf of 0af77ef8ecd14f2cbd9189bbd0bb3e1a for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:37:23.853490 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:23.857892 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:23.865603 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:23.873828 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=87b2ab9b-7981-44ae-888b-d0df6b0ecf5e,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:23.877935 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:23.879688 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:23.897555 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:23.901446 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Usage tracker for resource:security_group_rule and tenant:0af77ef8ecd14f2cbd9189bbd0bb3e1a is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:23.904244 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:23.909907 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:23.945133 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=87b2ab9b-7981-44ae-888b-d0df6b0ecf5e,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:23.948078 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:23.975816 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:23.980177 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:23.985183 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:24.013718 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:37:24.022175 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b4924-747f-4c5b-8fdc-79d0f2581c13,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:24.025847 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:24.028232 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.028616 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Added segment 064ed729-fc44-4208-b33f-97f5db63b78d of type vlan for network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 Jun 17 17:37:24.054844 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.083050 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.084183 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:24.084745 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.087895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:24.185930 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Pushing event updated for resources: {'Network': ['ID=03f21ca7-29ac-428b-b825-0bd5a80f4c26,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:24.188780 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3740432 Jun 17 17:37:24.191181 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:24.191709 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 50658) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:24.197404 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Request body: {'subnet': {'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-71963989-subnet', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'ip_version': 4}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:37:24.198537 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:37:24.202714 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:24.206769 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Usage tracker for resource:subnet and tenant:0af77ef8ecd14f2cbd9189bbd0bb3e1a is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:24.209838 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:24.216362 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:24.227047 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Made reservation on behalf of 0af77ef8ecd14f2cbd9189bbd0bb3e1a for: {'subnet': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:37:24.229581 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535300848'] for subnet, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.611336 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535328350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535300834'] for subnet, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.615462 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-fedcebfe-5842-476c-b523-1ad03557f2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:24.688385 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Pushing event updated for resources: {'Subnet': ['ID=240f33dd-6788-4dce-9954-7f0133f4e785,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:24.691029 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:24.696449 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Checking segment: {'id': '064ed729-fc44-4208-b33f-97f5db63b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:37:24.696797 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Network hostable DHCP agents. Network: 03f21ca7-29ac-428b-b825-0bd5a80f4c26, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:37:24.718747 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:37:24.727703 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 03f21ca7-29ac-428b-b825-0bd5a80f4c26) {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:24.738493 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa34425-cf85-4720-80d9-b4c008beb2cc None None] Network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:37:24.739857 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:24.740443 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.767686 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-cda751a6-2e16-4328-a552-4f655bb5aeef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5749555 Jun 17 17:37:24.770884 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50664) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:24.776366 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:37:24.782500 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:24.786693 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Usage tracker for resource:router and tenant:0af77ef8ecd14f2cbd9189bbd0bb3e1a is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:37:24.789715 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:37:24.802321 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:24.817052 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4481'] for router, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.817923 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4504'] for router, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.837216 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:24.994098 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4522'] for router, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.012150 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9a1c0de-a355-574c-b73a-2e4aec78109c-03f21ca7-29ac-428b-b825-0bd5a80f4c26', 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'fixed_ips': [{'subnet_id': '240f33dd-6788-4dce-9954-7f0133f4e785'}]}} from dv-cinder-796864-1-smb. {{(pid=74250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:37:25.012961 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.179105 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.db_base_plugin_common [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Allocated IP 172.20.0.2 (03f21ca7-29ac-428b-b825-0bd5a80f4c26/240f33dd-6788-4dce-9954-7f0133f4e785/2d599b31-d58e-46a0-a592-2471496d5ec2) {{(pid=74250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:37:25.312465 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.346675 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.405896 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Notify callbacks [] for port, precommit_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.423470 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Transition to ACTIVE for port object 2d599b31-d58e-46a0-a592-2471496d5ec2 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:25.428034 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:25.491333 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Sync routers for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:37:25.504077 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Allocated IP 172.28.2.163 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/d7c19107-38b0-47f7-a82f-e22b62fc697e) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:37:25.505930 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Transition to ACTIVE for port object 2d599b31-d58e-46a0-a592-2471496d5ec2 will not be triggered until provisioned by entity DHCP. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:25.519444 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.526203 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:25.580437 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:25.581073 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:37:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:25.661753 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.679189 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Pushing event updated for resources: {'Port': ['ID=2d599b31-d58e-46a0-a592-2471496d5ec2,revision_number=1']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:25.682804 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 is already hosted by enough agents. {{(pid=74250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:25.686742 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:25.687573 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.base_scheduler [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Resources bound (agent type, host, resource id): {{(pid=74250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:25.691719 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Received port after_create {{(pid=74250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:37:25.696116 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.699952 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d197a1ab-7d49-42e9-bd1b-6672194d95cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:25.763583 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:25.767008 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:25.770838 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:37:25.771300 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:25.771779 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.803533 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c19107-38b0-47f7-a82f-e22b62fc697e,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:25.809279 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:25.921985 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Attempting to bind port 2d599b31-d58e-46a0-a592-2471496d5ec2 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:37:25.922359 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Attempting to bind port 2d599b31-d58e-46a0-a592-2471496d5ec2 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '064ed729-fc44-4208-b33f-97f5db63b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:37:25.922754 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Attempting to bind port 2d599b31-d58e-46a0-a592-2471496d5ec2 on network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:37:25.931994 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:37:25.932154 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.932873 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444073'] for router, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.996407 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:37:25.996779 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Checking segment: {'id': '064ed729-fc44-4208-b33f-97f5db63b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:37:25.997183 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:25.997584 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Bound using segment: {'id': '064ed729-fc44-4208-b33f-97f5db63b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:37:25.998060 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Bound port: 2d599b31-d58e-46a0-a592-2471496d5ec2, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ed729-fc44-4208-b33f-97f5db63b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:37:25.998432 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:26.160473 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c is scheduled to L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 with binding_index 1 {{(pid=74248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:37:26.273394 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] For port 2d599b31-d58e-46a0-a592-2471496d5ec2, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:37:26.293428 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] For port 2d599b31-d58e-46a0-a592-2471496d5ec2, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=2d599b31-d58e-46a0-a592-2471496d5ec2,segment=NetworkSegment(064ed729-fc44-4208-b33f-97f5db63b78d),segment_id=064ed729-fc44-4208-b33f-97f5db63b78d)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:37:26.299579 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:26.305792 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:26.359152 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:37:26.368341 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Sync routers for ids ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:37:26.383328 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Routers {'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:26.383575 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:26.384152 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:37:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:26.387507 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 50676) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:37:26.391099 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6190672 Jun 17 17:37:26.472045 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Pushing event updated for resources: {'Port': ['ID=2d599b31-d58e-46a0-a592-2471496d5ec2,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:26.475508 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:26.520613 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '39ac0394-13d5-4935-8a9f-11fdb3c76eb5', 'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'mac_address': 'fa:16:3e:9a:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:21Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 2, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'subnets': [{'id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:26.525771 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Checking router: 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:37:26.526259 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Updating router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 binding host dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:37:26.583835 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Set router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:37:26.586718 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:26.918333 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:24Z', 'updated_at': '2021-06-17T17:37:25Z', 'revision_number': 3, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'gw_port': {'id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:25Z', 'updated_at': '2021-06-17T17:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:26.923783 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Checking router: db8e0ff1-28fc-42d3-959e-c9ecaa4a446c for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:37:26.924634 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Updating router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c port d7c19107-38b0-47f7-a82f-e22b62fc697e binding host dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:37:26.985608 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.029555 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Notify callbacks [] for port, precommit_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.043235 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Transition to ACTIVE for port object 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:27.052984 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.065561 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0a74acc0-fdf5-4e37-ae98-c471d9023c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:27.221590 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b5146-10e5-4d12-9587-a7b0a04fee0a None None] Pushing event updated for resources: {'Port': ['ID=39ac0394-13d5-4935-8a9f-11fdb3c76eb5,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:27.226274 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-934b5146-10e5-4d12-9587-a7b0a04fee0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:27.263814 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.348373 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Attempting to bind port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:37:27.348758 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Attempting to bind port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:37:27.349129 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Attempting to bind port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 on network 3c05585b-ab9a-434e-98a1-2b24acd76536 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:37:27.360521 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:37:27.360901 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Checking segment: {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:37:27.363576 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.363985 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Bound using segment: {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:37:27.364495 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Bound port: 39ac0394-13d5-4935-8a9f-11fdb3c76eb5, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:37:27.364832 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.486458 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Notify callbacks [] for port, precommit_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.521710 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.provisioning_blocks [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Transition to ACTIVE for port object d7c19107-38b0-47f7-a82f-e22b62fc697e will not be triggered until provisioned by entity L2. {{(pid=74251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:27.542777 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.546735 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 2d599b31-d58e-46a0-a592-2471496d5ec2 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:27.548554 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-0e64876f-f5a6-4dfd-b539-8b1db227d831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:27.636567 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a1ca9-6a8a-4e04-9e09-162f7ee37b24 None None] Pushing event updated for resources: {'Port': ['ID=d7c19107-38b0-47f7-a82f-e22b62fc697e,revision_number=2']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:27.641272 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-563a1ca9-6a8a-4e04-9e09-162f7ee37b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:27.644304 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Attempting to bind port d7c19107-38b0-47f7-a82f-e22b62fc697e on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:37:27.644552 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Attempting to bind port d7c19107-38b0-47f7-a82f-e22b62fc697e by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:37:27.644711 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Attempting to bind port d7c19107-38b0-47f7-a82f-e22b62fc697e on network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:37:27.652991 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:37:27.653408 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Checking segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:37:27.653809 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.654189 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Bound using segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:37:27.654688 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Bound port: d7c19107-38b0-47f7-a82f-e22b62fc697e, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:37:27.655076 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.682285 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] For port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:37:27.687093 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] For port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=39ac0394-13d5-4935-8a9f-11fdb3c76eb5,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:37:27.690286 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7a80c-fbc2-4341-b4b3-fe1f88fbc6c3 None None] Network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:37:27.710064 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Allocated IP 172.20.0.1 (03f21ca7-29ac-428b-b825-0bd5a80f4c26/240f33dd-6788-4dce-9954-7f0133f4e785/16a9b9d2-4d20-4cd4-a875-8aa95dd1d425) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:37:27.714911 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.734122 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:27.739470 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] For port d7c19107-38b0-47f7-a82f-e22b62fc697e, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:37:27.742941 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] For port d7c19107-38b0-47f7-a82f-e22b62fc697e, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=d7c19107-38b0-47f7-a82f-e22b62fc697e,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:37:27.750636 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.755491 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:27.850851 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Routers {'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:27.851578 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:37:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:27.909583 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.910258 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a1ca9-6a8a-4e04-9e09-162f7ee37b24 None None] Pushing event updated for resources: {'Port': ['ID=d7c19107-38b0-47f7-a82f-e22b62fc697e,revision_number=3']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:27.913742 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-563a1ca9-6a8a-4e04-9e09-162f7ee37b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:27.934152 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:27.935337 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:37:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:27.944170 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.provisioning_blocks [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Transition to ACTIVE for port object 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 will not be triggered until provisioned by entity DHCP. {{(pid=74249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:27.975974 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:27.981033 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:28.013895 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b5146-10e5-4d12-9587-a7b0a04fee0a None None] Pushing event updated for resources: {'Port': ['ID=39ac0394-13d5-4935-8a9f-11fdb3c76eb5,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:28.036405 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 2d599b31-d58e-46a0-a592-2471496d5ec2 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:28.043041 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-934b5146-10e5-4d12-9587-a7b0a04fee0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:28.061015 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:28.061529 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] Set router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:37:28.064825 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:28.066917 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Pushing event updated for resources: {'Port': ['ID=16a9b9d2-4d20-4cd4-a875-8aa95dd1d425,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:28.069072 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:37:28.100067 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:28.125449 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442979'] for router_interface, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:28.169554 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-82f76fcd-2528-4b67-b49f-47b79d9d8e06 None None] Provisioning for port 2d599b31-d58e-46a0-a592-2471496d5ec2 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:28.214729 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-82f76fcd-2528-4b67-b49f-47b79d9d8e06 None None] Provisioning complete for port 2d599b31-d58e-46a0-a592-2471496d5ec2 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:28.215107 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-82f76fcd-2528-4b67-b49f-47b79d9d8e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:28.232223 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:28.407449 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:24Z', 'updated_at': '2021-06-17T17:37:25Z', 'revision_number': 3, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'gw_port': {'id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:25Z', 'updated_at': '2021-06-17T17:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:28.411686 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf1dc9-4b7c-4ab1-9a4d-c10c268d25a1 None None] The sync data for ids ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'] in dv-cinder-796864-1-smb is: [{'id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:24Z', 'updated_at': '2021-06-17T17:37:25Z', 'revision_number': 3, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'gw_port': {'id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:25Z', 'updated_at': '2021-06-17T17:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:37:28.416609 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:37:28.518668 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-82f76fcd-2528-4b67-b49f-47b79d9d8e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:28.534419 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:28.539547 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535317221'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:28.571126 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:28.649141 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Pushing event updated for resources: {'Port': ['ID=16a9b9d2-4d20-4cd4-a875-8aa95dd1d425,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:28.653403 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408071'] for router_interface, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:28.659779 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:28.781640 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-82f76fcd-2528-4b67-b49f-47b79d9d8e06 None None] For port 2d599b31-d58e-46a0-a592-2471496d5ec2, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=2d599b31-d58e-46a0-a592-2471496d5ec2,segment=NetworkSegment(064ed729-fc44-4208-b33f-97f5db63b78d),segment_id=064ed729-fc44-4208-b33f-97f5db63b78d)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:28.801325 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-82f76fcd-2528-4b67-b49f-47b79d9d8e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:28.805662 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:28.810335 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:28.812219 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:28.944311 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f76fcd-2528-4b67-b49f-47b79d9d8e06 None None] Pushing event updated for resources: {'Port': ['ID=2d599b31-d58e-46a0-a592-2471496d5ec2,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:28.947827 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-82f76fcd-2528-4b67-b49f-47b79d9d8e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:28.980250 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-45045db1-45d1-4b6a-99f6-eca05f9369f7 None None] Provisioning for port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:28.988754 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-45045db1-45d1-4b6a-99f6-eca05f9369f7 None None] Provisioning complete for port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:28.989087 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-45045db1-45d1-4b6a-99f6-eca05f9369f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:29.039300 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '39ac0394-13d5-4935-8a9f-11fdb3c76eb5', 'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'mac_address': 'fa:16:3e:9a:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:21Z', 'updated_at': '2021-06-17T17:37:27Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'subnets': [{'id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:29.056431 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf696978-70af-47ed-a0bf-10b3be2363e8 None None] The sync data for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb is: [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '39ac0394-13d5-4935-8a9f-11fdb3c76eb5', 'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'mac_address': 'fa:16:3e:9a:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:21Z', 'updated_at': '2021-06-17T17:37:27Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'subnets': [{'id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:37:29.073436 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-45045db1-45d1-4b6a-99f6-eca05f9369f7 None None] Port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:37:29.103183 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-45045db1-45d1-4b6a-99f6-eca05f9369f7 None None] Provisioning complete for port 2d599b31-d58e-46a0-a592-2471496d5ec2 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:29.103681 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-45045db1-45d1-4b6a-99f6-eca05f9369f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:29.338245 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:37:29.411110 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-8df71350-6a0d-43bf-b9dd-026fd4ad1734 None None] Provisioning complete for port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:29.411560 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8df71350-6a0d-43bf-b9dd-026fd4ad1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:29.494640 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-8df71350-6a0d-43bf-b9dd-026fd4ad1734 None None] Port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:37:29.582839 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device d7c19107-38b0-47f7-a82f-e22b62fc697e up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:29.663215 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-c6ffcc75-77ef-41d0-bb54-97521851c4ac None None] Provisioning complete for port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:29.663595 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcc75-77ef-41d0-bb54-97521851c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:29.664291 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:37:29.685581 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] 10.222.0.15 "PUT /v2.0/routers/db8e0ff1-28fc-42d3-959e-c9ecaa4a446c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2968905 Jun 17 17:37:29.723944 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-c6ffcc75-77ef-41d0-bb54-97521851c4ac None None] Port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:37:29.745571 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port d7c19107-38b0-47f7-a82f-e22b62fc697e completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:29.752584 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port d7c19107-38b0-47f7-a82f-e22b62fc697e triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:29.753153 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:29.896827 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:29.919359 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port d7c19107-38b0-47f7-a82f-e22b62fc697e, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=d7c19107-38b0-47f7-a82f-e22b62fc697e,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:29.924710 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:29.926471 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:29.963837 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:30.051354 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=d7c19107-38b0-47f7-a82f-e22b62fc697e,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:30.054461 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:30.065774 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:30.071491 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:30.071863 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:30.197062 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:30.231033 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=39ac0394-13d5-4935-8a9f-11fdb3c76eb5,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:30.236431 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:30.237273 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 2d599b31-d58e-46a0-a592-2471496d5ec2 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:30.263713 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:30.350889 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=39ac0394-13d5-4935-8a9f-11fdb3c76eb5,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:30.353872 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:30.363986 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 2d599b31-d58e-46a0-a592-2471496d5ec2 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:30.364350 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:31.422445 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:31.501427 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:31.501847 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:31.575743 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:31.638078 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device d7c19107-38b0-47f7-a82f-e22b62fc697e up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:31.716029 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port d7c19107-38b0-47f7-a82f-e22b62fc697e triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:31.716493 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:31.910702 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:37:32.108247 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba88c-b38e-4d0c-b14c-9f828faf1803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:32.411549 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:34.244066 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0110-209a-4bda-b095-546b674f81c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:35.325493 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:36.850281 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:40.135071 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-14b0f422-93bb-4a68-81cb-9314bb83ac74 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:40.135729 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-14b0f422-93bb-4a68-81cb-9314bb83ac74 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Synchronizing usage tracker for tenant:08944558a7ae4c5fa28c5031c9f06c50 on resource:network {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:37:40.152545 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-14b0f422-93bb-4a68-81cb-9314bb83ac74 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Unset dirty status for tenant:08944558a7ae4c5fa28c5031c9f06c50 on resource:network {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:37:40.153729 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-14b0f422-93bb-4a68-81cb-9314bb83ac74 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 815 time: 0.1579099 Jun 17 17:37:40.169768 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-bd1ef1dd-1820-4b09-81d4-e7eea6c7f52c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/quotas/08944558a7ae4c5fa28c5031c9f06c50 HTTP/1.1" status: 200 len: 375 time: 0.0102086 Jun 17 17:37:40.247522 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-1d270d81-4336-419a-9569-812de3ec3106 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Synchronizing usage tracker for tenant:08944558a7ae4c5fa28c5031c9f06c50 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:37:40.263472 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-1d270d81-4336-419a-9569-812de3ec3106 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Unset dirty status for tenant:08944558a7ae4c5fa28c5031c9f06c50 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:37:40.264799 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-1d270d81-4336-419a-9569-812de3ec3106 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895259 Jun 17 17:37:40.527511 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-31975d0d-2181-4c93-abfa-0ae7a8c81a46 service neutron] 10.222.0.15 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514303 Jun 17 17:37:40.744909 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-78ea3713-74bd-4c22-ad6f-68522842a453 service neutron] 10.222.0.15 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095997 Jun 17 17:37:40.927482 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c66440b8-a5b4-4f75-b388-2a0982351ac4 req-237566b2-7c91-4307-adbf-cab581d3cf81 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 210 time: 0.0401602 Jun 17 17:37:42.093636 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b1c8e3bf-8e81-47b3-8051-a440c9de48ea req-d41f2cf1-e77e-45ce-811c-3f16ea760d3b tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 210 time: 0.0458207 Jun 17 17:37:42.516856 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-520619ea-4224-4c64-b432-b7dc354e0451 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:42.518120 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-520619ea-4224-4c64-b432-b7dc354e0451 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.20 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 815 time: 0.1480935 Jun 17 17:37:42.543463 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'port': {'device_id': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'admin_state_up': True, 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:37:42.690668 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:37:42.700970 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:37:42.711441 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Made reservation on behalf of 08944558a7ae4c5fa28c5031c9f06c50 for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:37:42.714447 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:42.953068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Allocated IP 172.20.0.10 (3c05585b-ab9a-434e-98a1-2b24acd76536/31e74d9e-296d-463b-b378-8a6773f17a9e/ae5fdc6e-8790-4578-b346-493d01ac7f18) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:37:43.212932 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:43.231022 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Transition to ACTIVE for port object ae5fdc6e-8790-4578-b346-493d01ac7f18 will not be triggered until provisioned by entity DHCP. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:43.259014 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:43.268251 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-8e040c00-4504-48aa-8c3c-9557f0a67e6b tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:43.356224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Network 3c05585b-ab9a-434e-98a1-2b24acd76536 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:37:43.363802 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:37:43.368247 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:37:43.403616 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'Port': ['ID=ae5fdc6e-8790-4578-b346-493d01ac7f18,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:43.407077 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:43.538025 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:43.539297 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:43.604819 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa67c1d-2140-4545-b2ee-20fe4d85007c req-a34d8aac-0725-4b5c-b112-5a559ceaaed9 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:43.607107 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3aa67c1d-2140-4545-b2ee-20fe4d85007c req-a34d8aac-0725-4b5c-b112-5a559ceaaed9 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.2046826 Jun 17 17:37:43.704540 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1647165 Jun 17 17:37:43.747621 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-3aa67c1d-2140-4545-b2ee-20fe4d85007c req-0e00c8e1-390a-43a3-b0d0-8e77b4652ac5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Synchronizing usage tracker for tenant:08944558a7ae4c5fa28c5031c9f06c50 on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:37:43.792417 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-3aa67c1d-2140-4545-b2ee-20fe4d85007c req-0e00c8e1-390a-43a3-b0d0-8e77b4652ac5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Unset dirty status for tenant:08944558a7ae4c5fa28c5031c9f06c50 on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:37:43.794601 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3aa67c1d-2140-4545-b2ee-20fe4d85007c req-0e00c8e1-390a-43a3-b0d0-8e77b4652ac5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740427 Jun 17 17:37:43.866945 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-6a9cf211-0a65-4879-b7cd-0ed3c22e53b7 None None] Provisioning for port ae5fdc6e-8790-4578-b346-493d01ac7f18 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:43.873069 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-6a9cf211-0a65-4879-b7cd-0ed3c22e53b7 None None] Provisioning complete for port ae5fdc6e-8790-4578-b346-493d01ac7f18 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:43.873557 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf211-0a65-4879-b7cd-0ed3c22e53b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:43.978321 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-6a9cf211-0a65-4879-b7cd-0ed3c22e53b7 None None] Port ae5fdc6e-8790-4578-b346-493d01ac7f18 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:37:44.557483 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddbc5f-50f5-41f1-96f1-b5735196a49b req-275abb24-a9ba-4ace-ba57-368cdffbab43 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:44.559128 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-76ddbc5f-50f5-41f1-96f1-b5735196a49b req-275abb24-a9ba-4ace-ba57-368cdffbab43 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.1048119 Jun 17 17:37:44.608061 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-76ddbc5f-50f5-41f1-96f1-b5735196a49b req-acb23c91-9fe0-4cf5-936f-27990b1d5145 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Jun 17 17:37:45.016831 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e58e1-c147-43f6-80af-234ab0c897d6 req-47de921c-e571-4b6b-82d3-cac235af6b52 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:45.017600 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-392e58e1-c147-43f6-80af-234ab0c897d6 req-47de921c-e571-4b6b-82d3-cac235af6b52 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Synchronizing usage tracker for tenant:08944558a7ae4c5fa28c5031c9f06c50 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:37:45.034101 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-392e58e1-c147-43f6-80af-234ab0c897d6 req-47de921c-e571-4b6b-82d3-cac235af6b52 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Unset dirty status for tenant:08944558a7ae4c5fa28c5031c9f06c50 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:37:45.035301 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-392e58e1-c147-43f6-80af-234ab0c897d6 req-47de921c-e571-4b6b-82d3-cac235af6b52 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0962110 Jun 17 17:37:45.081124 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-392e58e1-c147-43f6-80af-234ab0c897d6 req-76743916-d8a4-4166-9f2f-77b556e08457 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399668 Jun 17 17:37:45.824976 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8d7e7-6277-4a95-b78c-4e65e5907114 req-b7000167-4c57-4643-b1e4-dde1f28ea888 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:45.826648 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-58c8d7e7-6277-4a95-b78c-4e65e5907114 req-b7000167-4c57-4643-b1e4-dde1f28ea888 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0857840 Jun 17 17:37:45.874008 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-58c8d7e7-6277-4a95-b78c-4e65e5907114 req-9f0e8241-92e1-49b1-9a5c-e6f15c69c032 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414097 Jun 17 17:37:46.286649 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed880f25-5804-4c72-a68e-edaff06efbc8 req-9ac20c92-c21f-49f5-ba50-f9d5ea3e17f5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:46.287994 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ed880f25-5804-4c72-a68e-edaff06efbc8 req-9ac20c92-c21f-49f5-ba50-f9d5ea3e17f5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0821016 Jun 17 17:37:46.333382 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ed880f25-5804-4c72-a68e-edaff06efbc8 req-62e82631-8ad6-41e4-ae36-1a52e3c58d78 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Jun 17 17:37:47.079865 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6f520-7316-40a0-94a2-6aa8cd603971 req-22b1aadd-9406-41d2-8a9c-16f90146cfb6 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:47.081439 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8cc6f520-7316-40a0-94a2-6aa8cd603971 req-22b1aadd-9406-41d2-8a9c-16f90146cfb6 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0792224 Jun 17 17:37:47.130744 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8cc6f520-7316-40a0-94a2-6aa8cd603971 req-5eb59267-30b3-41c9-b902-f4d7d379b595 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Jun 17 17:37:47.542802 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730ed88-1e98-42aa-b1cd-b02a648f2adc req-64296887-656b-4329-abd1-b5ffbede12f0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:47.544540 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b730ed88-1e98-42aa-b1cd-b02a648f2adc req-64296887-656b-4329-abd1-b5ffbede12f0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0825806 Jun 17 17:37:47.591815 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b730ed88-1e98-42aa-b1cd-b02a648f2adc req-d3299d87-29b3-4d94-b966-3a5803624f92 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Jun 17 17:37:48.333996 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f2c50-f90e-438a-8985-5fc82621ee29 req-2a9566e9-d172-4f83-a6ef-e2eb1b758258 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:48.335469 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-636f2c50-f90e-438a-8985-5fc82621ee29 req-2a9566e9-d172-4f83-a6ef-e2eb1b758258 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0772285 Jun 17 17:37:48.459770 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-636f2c50-f90e-438a-8985-5fc82621ee29 req-871e5e91-0939-4af6-a409-39b1a47c381c tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186550 Jun 17 17:37:48.807860 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d9ae-5545-467b-b206-98286d0d17b2 req-e67c0e1e-785a-41c4-8722-450d84cd1fc7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:48.809299 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a2c1d9ae-5545-467b-b206-98286d0d17b2 req-e67c0e1e-785a-41c4-8722-450d84cd1fc7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0788994 Jun 17 17:37:48.859521 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a2c1d9ae-5545-467b-b206-98286d0d17b2 req-ffeaa600-b41c-4c7b-bc31-a0a9d240c317 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446868 Jun 17 17:37:49.661651 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75625871-e238-4b24-aa5c-6f8c799e0ee4 req-37f1bdfd-bdb8-4829-b874-9104d9df4365 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:49.663205 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-75625871-e238-4b24-aa5c-6f8c799e0ee4 req-37f1bdfd-bdb8-4829-b874-9104d9df4365 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0824919 Jun 17 17:37:49.710104 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-75625871-e238-4b24-aa5c-6f8c799e0ee4 req-7f19927f-3078-422c-894a-33d180e504f1 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Jun 17 17:37:50.059968 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e06f3-a131-4ff9-988f-625e1846f6e2 req-cbdaa394-a342-460c-8808-97a719a2b8d3 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:50.061391 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fa2e06f3-a131-4ff9-988f-625e1846f6e2 req-cbdaa394-a342-460c-8808-97a719a2b8d3 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0784585 Jun 17 17:37:50.114817 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fa2e06f3-a131-4ff9-988f-625e1846f6e2 req-34b442c6-5c83-4864-a3a2-9e959221acda tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Jun 17 17:37:50.923336 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075535b-374b-4c30-a231-97132f656f40 req-855d95bb-510d-4a65-a85f-af9a43eebf15 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:50.924766 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8075535b-374b-4c30-a231-97132f656f40 req-855d95bb-510d-4a65-a85f-af9a43eebf15 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0834267 Jun 17 17:37:50.970193 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8075535b-374b-4c30-a231-97132f656f40 req-460cb2d0-201d-4977-a154-610e773023f0 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Jun 17 17:37:51.309957 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaff1a-4d86-4567-b825-ebc6bf70ee2c req-963fcb7f-cf51-4d9e-b433-82b366738767 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:51.311404 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2bbaff1a-4d86-4567-b825-ebc6bf70ee2c req-963fcb7f-cf51-4d9e-b433-82b366738767 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0798948 Jun 17 17:37:51.369023 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2bbaff1a-4d86-4567-b825-ebc6bf70ee2c req-edc11dab-2197-4426-8a42-1d935ff5e5d3 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507326 Jun 17 17:37:51.505604 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Sync routers for ids ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:37:51.518535 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Routers {'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:51.519483 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:37:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:51.697737 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Set router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:37:52.010387 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:24Z', 'updated_at': '2021-06-17T17:37:28Z', 'revision_number': 4, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'gw_port': {'id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:25Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '16a9b9d2-4d20-4cd4-a875-8aa95dd1d425', 'name': '', 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'mac_address': 'fa:16:3e:4e:af:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '240f33dd-6788-4dce-9954-7f0133f4e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:27Z', 'updated_at': '2021-06-17T17:37:28Z', 'revision_number': 2, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'subnets': [{'id': '240f33dd-6788-4dce-9954-7f0133f4e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:52.014995 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Checking router: db8e0ff1-28fc-42d3-959e-c9ecaa4a446c for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:37:52.015357 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Updating router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 binding host dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:37:52.079267 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:52.195103 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c8a11-46db-4654-8cd4-47e4e12b7ae8 req-d52b21f0-c677-4a7e-adb3-267334f10685 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:52.196656 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a69c8a11-46db-4654-8cd4-47e4e12b7ae8 req-d52b21f0-c677-4a7e-adb3-267334f10685 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0954781 Jun 17 17:37:52.242053 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a69c8a11-46db-4654-8cd4-47e4e12b7ae8 req-5a2f6812-e080-4b4e-80fd-cc9defc7a27e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Jun 17 17:37:52.454728 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Notify callbacks [] for port, precommit_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:52.466327 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Transition to ACTIVE for port object 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:52.474119 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:52.477749 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:52.587059 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac659-5cdc-4c54-aa87-3f0829e48c25 req-6e6e9d2b-5f9f-49eb-a8f5-dbbceefc893c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:52.589920 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-87cac659-5cdc-4c54-aa87-3f0829e48c25 req-6e6e9d2b-5f9f-49eb-a8f5-dbbceefc893c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0933650 Jun 17 17:37:52.606431 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Pushing event updated for resources: {'Port': ['ID=16a9b9d2-4d20-4cd4-a875-8aa95dd1d425,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:52.681604 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.681949 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.682266 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.682599 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.682925 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.683240 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.683486 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-87cac659-5cdc-4c54-aa87-3f0829e48c25 req-2ce7d112-1e75-46e3-b162-2bad5df867cc tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777407 Jun 17 17:37:52.683684 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.683856 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.684173 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.684483 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.684794 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:37:52.700148 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:52.726455 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Attempting to bind port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:37:52.726856 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Attempting to bind port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '064ed729-fc44-4208-b33f-97f5db63b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:37:52.727298 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Attempting to bind port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 on network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:37:52.744208 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:37:52.744661 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Checking segment: {'id': '064ed729-fc44-4208-b33f-97f5db63b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:37:52.745269 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:52.745674 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Bound using segment: {'id': '064ed729-fc44-4208-b33f-97f5db63b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:37:52.746378 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Bound port: 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ed729-fc44-4208-b33f-97f5db63b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:37:52.746834 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:52.838074 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] For port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:37:52.844700 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] For port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=16a9b9d2-4d20-4cd4-a875-8aa95dd1d425,segment=NetworkSegment(064ed729-fc44-4208-b33f-97f5db63b78d),segment_id=064ed729-fc44-4208-b33f-97f5db63b78d)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:37:52.849036 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:52.852615 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:52.950150 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Pushing event updated for resources: {'Port': ['ID=16a9b9d2-4d20-4cd4-a875-8aa95dd1d425,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:52.953427 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:52.956987 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Routers {'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:37:52.957747 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:37:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:53.189881 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] Set router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:37:53.477763 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924deb1-fd7b-4020-9f3d-9ec429d29ab4 req-befc436d-d173-4a77-840c-7a7d421c9de4 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:53.479996 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b924deb1-fd7b-4020-9f3d-9ec429d29ab4 req-befc436d-d173-4a77-840c-7a7d421c9de4 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0912197 Jun 17 17:37:53.550363 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b924deb1-fd7b-4020-9f3d-9ec429d29ab4 req-f40a06f1-5e17-49a6-90e3-0b530c243ecb tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Jun 17 17:37:53.554967 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:24Z', 'updated_at': '2021-06-17T17:37:28Z', 'revision_number': 4, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'gw_port': {'id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:25Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '16a9b9d2-4d20-4cd4-a875-8aa95dd1d425', 'name': '', 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'mac_address': 'fa:16:3e:4e:af:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '240f33dd-6788-4dce-9954-7f0133f4e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:27Z', 'updated_at': '2021-06-17T17:37:52Z', 'revision_number': 4, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'subnets': [{'id': '240f33dd-6788-4dce-9954-7f0133f4e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:37:53.558924 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641e189-b478-474b-8ed2-d49f7e84861b None None] The sync data for ids ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'] in dv-cinder-796864-1-smb is: [{'id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:24Z', 'updated_at': '2021-06-17T17:37:28Z', 'revision_number': 4, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'gw_port': {'id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:25Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '16a9b9d2-4d20-4cd4-a875-8aa95dd1d425', 'name': '', 'network_id': '03f21ca7-29ac-428b-b825-0bd5a80f4c26', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'mac_address': 'fa:16:3e:4e:af:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '240f33dd-6788-4dce-9954-7f0133f4e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:27Z', 'updated_at': '2021-06-17T17:37:52Z', 'revision_number': 4, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'subnets': [{'id': '240f33dd-6788-4dce-9954-7f0133f4e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:37:53.894450 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6f631-e6fc-412f-ab9b-7ae55f2bbe3c req-02ea1036-3ef1-49bc-b44c-3d9b700b042c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:53.895957 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4de6f631-e6fc-412f-ab9b-7ae55f2bbe3c req-02ea1036-3ef1-49bc-b44c-3d9b700b042c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0844970 Jun 17 17:37:53.948870 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4de6f631-e6fc-412f-ab9b-7ae55f2bbe3c req-c3ce89df-6b52-4fad-9a4e-5f5f560c63e2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Jun 17 17:37:54.750281 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975295-8076-4d08-9852-c362a3e881b1 req-b93f7b46-a822-4586-8239-63fdc48615c2 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:54.751755 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-61975295-8076-4d08-9852-c362a3e881b1 req-b93f7b46-a822-4586-8239-63fdc48615c2 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0789561 Jun 17 17:37:54.804129 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-61975295-8076-4d08-9852-c362a3e881b1 req-dadd50fc-17b1-4785-9521-c2b5bca4f6f9 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Jun 17 17:37:55.141940 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79b35c-af6d-4c19-94df-2acf37f257a0 req-205a0111-33d5-4c99-9039-81cfcec7c89a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:55.143390 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ae79b35c-af6d-4c19-94df-2acf37f257a0 req-205a0111-33d5-4c99-9039-81cfcec7c89a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0754750 Jun 17 17:37:55.186417 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ae79b35c-af6d-4c19-94df-2acf37f257a0 req-572e53cc-556d-4de3-9f66-58f4ab0534cb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376029 Jun 17 17:37:55.434388 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:55.504200 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:37:55.508599 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:55.508964 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:55.615314 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:55.647678 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=16a9b9d2-4d20-4cd4-a875-8aa95dd1d425,segment=NetworkSegment(064ed729-fc44-4208-b33f-97f5db63b78d),segment_id=064ed729-fc44-4208-b33f-97f5db63b78d)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:37:55.651502 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:55.653281 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:55.725289 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=16a9b9d2-4d20-4cd4-a875-8aa95dd1d425,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:55.728285 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:56.003892 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba014c7-2579-4e63-8785-d4160dcab6fe req-ffeff937-66b3-495c-991b-485b4157ee36 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:56.005238 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bba014c7-2579-4e63-8785-d4160dcab6fe req-ffeff937-66b3-495c-991b-485b4157ee36 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0774117 Jun 17 17:37:56.049112 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bba014c7-2579-4e63-8785-d4160dcab6fe req-c6c7cfa8-6d68-4a87-9260-4cdaccc082ce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384738 Jun 17 17:37:56.376466 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653509-1344-466f-bf7e-147e463087b9 req-ab8aeee1-64d0-4134-89e1-120cd4b8f563 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:56.377879 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-28653509-1344-466f-bf7e-147e463087b9 req-ab8aeee1-64d0-4134-89e1-120cd4b8f563 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0746062 Jun 17 17:37:56.420708 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-28653509-1344-466f-bf7e-147e463087b9 req-c885cb31-8428-451f-8971-a7aa4781d690 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374026 Jun 17 17:37:57.245588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527e937-0123-48b0-a818-8f317a706f54 req-7ed0d5a3-5995-4d97-8f79-a72842152438 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:57.247110 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c527e937-0123-48b0-a818-8f317a706f54 req-7ed0d5a3-5995-4d97-8f79-a72842152438 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0806348 Jun 17 17:37:57.290667 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c527e937-0123-48b0-a818-8f317a706f54 req-7db78956-7a49-4b6f-b21d-925c887d46e9 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 Jun 17 17:37:57.421841 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:37:57.488500 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:37:57.488891 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:57.618026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a85c-1d5f-44df-a1ad-6a5e243076bd req-2ec7474d-a9ba-49a6-bbcd-8f44f9e9ef6a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:57.619432 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6470a85c-1d5f-44df-a1ad-6a5e243076bd req-2ec7474d-a9ba-49a6-bbcd-8f44f9e9ef6a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 932 time: 0.0759120 Jun 17 17:37:57.663667 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6470a85c-1d5f-44df-a1ad-6a5e243076bd req-5ac60c51-a12d-431b-b04b-58ad8984bc65 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387056 Jun 17 17:37:57.978473 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Request body: {'port': {'device_id': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:37:58.085649 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:58.535055 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5fdc6e-8790-4578-b346-493d01ac7f18 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:37:58.542944 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:58.556299 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f1375-ae64-41ce-a486-3b66b196a50b req-9f7d00e2-5494-4994-ab91-3b17d5aca1da tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:58.557729 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-358f1375-ae64-41ce-a486-3b66b196a50b req-9f7d00e2-5494-4994-ab91-3b17d5aca1da tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.1465306 Jun 17 17:37:58.579677 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Transition to ACTIVE for port object ae5fdc6e-8790-4578-b346-493d01ac7f18 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:37:58.585669 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:58.591378 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:58.662464 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-358f1375-ae64-41ce-a486-3b66b196a50b req-db5d798e-6965-4528-b965-54723cea9d94 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973616 Jun 17 17:37:58.744980 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fdc6e-8790-4578-b346-493d01ac7f18,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:58.771484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:58.913929 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Attempting to bind port ae5fdc6e-8790-4578-b346-493d01ac7f18 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:37:58.914262 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Attempting to bind port ae5fdc6e-8790-4578-b346-493d01ac7f18 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:37:58.914606 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Attempting to bind port ae5fdc6e-8790-4578-b346-493d01ac7f18 on network 3c05585b-ab9a-434e-98a1-2b24acd76536 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:37:58.925522 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Port ae5fdc6e-8790-4578-b346-493d01ac7f18 on network 3c05585b-ab9a-434e-98a1-2b24acd76536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:37:58.925805 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Attempting to bind port ae5fdc6e-8790-4578-b346-493d01ac7f18 on network 3c05585b-ab9a-434e-98a1-2b24acd76536 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:37:58.933895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429419f-bdc8-4583-b4a5-a10f876e6824 req-71c50790-3045-4981-af55-24b727e00ac4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:58.935418 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d429419f-bdc8-4583-b4a5-a10f876e6824 req-71c50790-3045-4981-af55-24b727e00ac4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 944 time: 0.1273611 Jun 17 17:37:58.940565 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:37:58.940872 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Checking segment: {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:37:58.941231 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Bound using segment: {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:37:58.941650 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Bound port: ae5fdc6e-8790-4578-b346-493d01ac7f18, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:37:58.941990 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:59.052992 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d429419f-bdc8-4583-b4a5-a10f876e6824 req-396537c3-e3cb-45f6-b1e0-538a84fb2c82 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000717 Jun 17 17:37:59.061575 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] For port ae5fdc6e-8790-4578-b346-493d01ac7f18, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:37:59.065100 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] For port ae5fdc6e-8790-4578-b346-493d01ac7f18, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:37:59.070186 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:59.081018 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-f4a89ed9-eb0e-4b96-9977-6d9ab94e6021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:37:59.124419 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:37:59.126324 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] 10.222.0.20 "PUT /v2.0/ports/ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 1094 time: 1.2259419 Jun 17 17:37:59.126830 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:37:59.168490 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fdc6e-8790-4578-b346-493d01ac7f18,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:37:59.172396 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:37:59.276534 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-e46c4f08-4892-4108-9a55-89e949799205 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1097 time: 0.0804965 Jun 17 17:37:59.278074 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'status': 'completed', 'code': 200} Jun 17 17:37:59.376127 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-42791b49-cffb-45f2-b489-18314ee2861c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 217 time: 0.0674412 Jun 17 17:37:59.438525 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-155de7ea-21da-4885-aebe-aad4d55dd425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:59.439947 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-155de7ea-21da-4885-aebe-aad4d55dd425 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 200 len: 854 time: 0.0569899 Jun 17 17:37:59.518360 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-a06fba8b-f1a2-49f2-82af-1e7f3627c347 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c05585b-ab9a-434e-98a1-2b24acd76536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700545 Jun 17 17:37:59.647573 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-675c6316-ec2c-4743-871c-710865a4a308 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219690 Jun 17 17:37:59.778534 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a3d730a-0db4-493a-bc30-5b98789d3d30 req-f9f10b67-21b0-4c77-97c2-9dd5cf43fbfa service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232538 Jun 17 17:37:59.867931 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76bde0-6dfb-4ab6-a534-6d6652d68bf6 req-dd7a5903-319f-4401-aa84-a145b83a04f0 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:37:59.869359 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ff76bde0-6dfb-4ab6-a534-6d6652d68bf6 req-dd7a5903-319f-4401-aa84-a145b83a04f0 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0793202 Jun 17 17:37:59.963619 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ff76bde0-6dfb-4ab6-a534-6d6652d68bf6 req-229b70f7-b92b-497b-b945-ac8044fae251 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624418 Jun 17 17:37:59.976389 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ebd51f8-f596-495f-8763-996546f40142 req-85ba3d85-33ec-4c29-ad66-003b76e33469 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1097 time: 0.1033876 Jun 17 17:38:00.233655 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd51f8-f596-495f-8763-996546f40142 req-feede38b-b7c2-45f3-bc46-8cea9b23feb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:00.235571 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ebd51f8-f596-495f-8763-996546f40142 req-feede38b-b7c2-45f3-bc46-8cea9b23feb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 916 time: 0.2519317 Jun 17 17:38:00.322960 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ebd51f8-f596-495f-8763-996546f40142 req-14240348-222a-4418-a871-78d466fe12d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 217 time: 0.0761709 Jun 17 17:38:00.343062 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e0365-bf14-41b8-9731-5026534fd25d req-e0de1c0b-fe4a-4a6b-ad80-598414531897 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:00.345096 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-109e0365-bf14-41b8-9731-5026534fd25d req-e0de1c0b-fe4a-4a6b-ad80-598414531897 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 944 time: 0.1552110 Jun 17 17:38:00.489694 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd51f8-f596-495f-8763-996546f40142 req-fc0ea821-3285-496f-8335-7ead90cb0578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:00.491044 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ebd51f8-f596-495f-8763-996546f40142 req-fc0ea821-3285-496f-8335-7ead90cb0578 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 200 len: 854 time: 0.1244175 Jun 17 17:38:00.495894 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-109e0365-bf14-41b8-9731-5026534fd25d req-ee9ed9a8-0195-4cf6-ac94-5807c7507840 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452959 Jun 17 17:38:00.564260 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d241e95-2748-4eee-b3a8-d2da05e3aa63 req-42a3bd0a-6bd6-4d09-a2ed-4c0cbd393b92 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:00.565684 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d241e95-2748-4eee-b3a8-d2da05e3aa63 req-42a3bd0a-6bd6-4d09-a2ed-4c0cbd393b92 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 947 time: 0.1627245 Jun 17 17:38:00.611369 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ebd51f8-f596-495f-8763-996546f40142 req-70b711b1-6305-47e3-a4f3-2556c96b5d4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c05585b-ab9a-434e-98a1-2b24acd76536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1130238 Jun 17 17:38:00.642183 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8d241e95-2748-4eee-b3a8-d2da05e3aa63 req-5bfdc7ec-121c-42c8-9fcc-cdfd6c0c5181 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694470 Jun 17 17:38:00.747033 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ebd51f8-f596-495f-8763-996546f40142 req-6aa69dad-a51d-437c-beea-2081ed8230ee service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274457 Jun 17 17:38:00.881602 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2ebd51f8-f596-495f-8763-996546f40142 req-4d48d3cb-a540-43bb-b938-77dbaaeab3d3 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243336 Jun 17 17:38:01.152559 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922b29a-4bfd-423c-9962-8b4c1e78372a req-34daf715-5ec8-4774-b62f-c00737fbca27 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:01.153974 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0922b29a-4bfd-423c-9962-8b4c1e78372a req-34daf715-5ec8-4774-b62f-c00737fbca27 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0745952 Jun 17 17:38:01.199425 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0922b29a-4bfd-423c-9962-8b4c1e78372a req-f8201f43-385a-4c01-a55b-5653b1c45cfe tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Jun 17 17:38:01.568101 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:01.695382 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10c67b-1520-44e7-b74d-4298c0982530 req-a7b0438a-4699-4342-a6e7-f39d0453a612 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:01.696547 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fb10c67b-1520-44e7-b74d-4298c0982530 req-a7b0438a-4699-4342-a6e7-f39d0453a612 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 944 time: 0.0781872 Jun 17 17:38:01.742479 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fb10c67b-1520-44e7-b74d-4298c0982530 req-eef338db-6f14-43af-9040-12219f2a9959 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Jun 17 17:38:01.851409 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219b91f-e267-4aa4-ba01-dc0858cc8bde req-f2066522-5f3a-48c8-9652-35e551270916 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:01.852844 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e219b91f-e267-4aa4-ba01-dc0858cc8bde req-f2066522-5f3a-48c8-9652-35e551270916 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 947 time: 0.0749311 Jun 17 17:38:01.897818 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e219b91f-e267-4aa4-ba01-dc0858cc8bde req-2413aa43-5de4-48ba-ab8a-2e3fb762c5bc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391655 Jun 17 17:38:02.110672 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-373229a9-0506-4eb2-9921-6d90ba1e0768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:02.395499 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573a3b-0d4e-4164-8a8f-484353fcc231 req-aa55d826-7e92-494c-a80e-616231474201 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:02.396838 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e0573a3b-0d4e-4164-8a8f-484353fcc231 req-aa55d826-7e92-494c-a80e-616231474201 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.0785415 Jun 17 17:38:02.403977 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:02.442975 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e0573a3b-0d4e-4164-8a8f-484353fcc231 req-a1ddbd8c-08e7-4d3b-a0db-b31080d6285d tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396068 Jun 17 17:38:02.682624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a563f-299f-4a93-ba49-2422091b8247 req-d236f78e-0f97-4a1c-a833-dbb9b2445764 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:02.683929 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c11a563f-299f-4a93-ba49-2422091b8247 req-d236f78e-0f97-4a1c-a833-dbb9b2445764 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 947 time: 0.0737936 Jun 17 17:38:02.755397 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Deleting port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:38:02.755729 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:03.094882 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] For port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:03.095633 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:03.241116 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47288e4a-12cf-45e6-9bdf-0b4b92be0467 req-a1a4e480-5817-4aac-b182-f633971a1e6b tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:03.242471 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-47288e4a-12cf-45e6-9bdf-0b4b92be0467 req-a1a4e480-5817-4aac-b182-f633971a1e6b tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 944 time: 0.3702922 Jun 17 17:38:03.393821 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-47288e4a-12cf-45e6-9bdf-0b4b92be0467 req-8292ca8e-ef93-42d1-8e8c-861796f1a857 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408751 Jun 17 17:38:03.414500 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927476d-3530-4414-8913-68a281e5b45e req-149c3e64-fe0f-4508-b3ce-d543a05fa0c5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:03.415961 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8927476d-3530-4414-8913-68a281e5b45e req-149c3e64-fe0f-4508-b3ce-d543a05fa0c5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 947 time: 0.3841069 Jun 17 17:38:03.549633 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:03.549999 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:03.550346 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.l3_db [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Floating IP fa46cd56-c480-47ce-8a78-2473b7445b5a disassociated. External IP: 172.28.2.73, port: 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3. Jun 17 17:38:03.550706 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Calling delete_port for 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:38:03.590109 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8927476d-3530-4414-8913-68a281e5b45e req-c44c6499-c276-47c7-acc1-eb53dab45aa2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=25cd2f55-5de3-4855-bc5b-821eeecad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160829 Jun 17 17:38:03.693802 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ae5fdc6e-8790-4578-b346-493d01ac7f18 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:38:03.731330 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb204-2ef2-461c-a24e-48f72c12688c req-fc16f386-a299-4fad-8b5b-685488b917b0 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:03.732776 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-84dfb204-2ef2-461c-a24e-48f72c12688c req-fc16f386-a299-4fad-8b5b-685488b917b0 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.1556795 Jun 17 17:38:03.779361 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:03.789858 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:03.826993 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port ae5fdc6e-8790-4578-b346-493d01ac7f18, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:03.837831 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event deleted for resources: {'Port': ['ID=1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:03.840922 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'port_id': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'mac_address': 'fa:16:3e:02:5e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:38:03.841583 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:03.844598 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-84dfb204-2ef2-461c-a24e-48f72c12688c req-cf689d5c-bc5b-4a2f-a9b1-642fd6ef7907 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011274 Jun 17 17:38:03.895646 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:03.917315 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5fdc6e-8790-4578-b346-493d01ac7f18 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:38:03.932033 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port ae5fdc6e-8790-4578-b346-493d01ac7f18, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:03.936257 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:03.937918 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-82f76fcd-2528-4b67-b49f-47b79d9d8e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:04.004547 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=ae5fdc6e-8790-4578-b346-493d01ac7f18,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:04.007645 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:04.085515 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-4266fdd7-0d44-4900-bcce-05813a06abd1 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:04.086954 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-4266fdd7-0d44-4900-bcce-05813a06abd1 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 945 time: 0.1530004 Jun 17 17:38:04.166464 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Deleting port 0b306396-742f-47d0-bbd8-c32afa6b7203 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:38:04.167142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:04.225456 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:38:04.236552 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c8b4047d-aad7-4a22-ae58-dc609c80b967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:04.415856 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['ae5fdc6e-8790-4578-b346-493d01ac7f18'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:38:04.519582 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] For port 0b306396-742f-47d0-bbd8-c32afa6b7203, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=0b306396-742f-47d0-bbd8-c32afa6b7203,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:04.520001 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:04.679032 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Calling delete_port for 0b306396-742f-47d0-bbd8-c32afa6b7203 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:38:04.918451 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a6d6d3e-104b-4e3b-8f9d-cdc64e717ff5 req-3baa9150-cb91-4db3-be8f-5e3a18edc070 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 210 time: 0.0770979 Jun 17 17:38:05.026754 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cbe49-4638-480d-aae6-f540be967ba9 req-a5d25493-d4c6-49df-baab-982b675c8b3f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:05.028194 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ae0cbe49-4638-480d-aae6-f540be967ba9 req-a5d25493-d4c6-49df-baab-982b675c8b3f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 945 time: 0.4387903 Jun 17 17:38:05.103509 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:38:05.112727 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] Sync routers for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:38:05.124108 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:05.124719 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:05.191254 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:05.206386 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] No DVR routers for this DVR port 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:38:05.212327 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:05.247384 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:05.250357 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-deleted', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:05.279532 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ae0cbe49-4638-480d-aae6-f540be967ba9 req-51891f75-78c8-459c-93d9-65ad5db0fd44 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435837 Jun 17 17:38:05.280303 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Pushing event deleted for resources: {'Port': ['ID=0b306396-742f-47d0-bbd8-c32afa6b7203,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:05.288470 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:05.301785 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['0b306396-742f-47d0-bbd8-c32afa6b7203'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:38:05.327078 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c11a563f-299f-4a93-ba49-2422091b8247 req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "DELETE /v2.0/ports/1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 HTTP/1.1" status: 204 len: 173 time: 2.6365962 Jun 17 17:38:05.340996 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:05.377025 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] No DVR routers for this DVR port 0b306396-742f-47d0-bbd8-c32afa6b7203 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:38:05.380250 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:05.382219 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-125e44cf-f25c-47fe-bb6f-1fa3a504d6dd req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.20 "DELETE /v2.0/ports/0b306396-742f-47d0-bbd8-c32afa6b7203 HTTP/1.1" status: 204 len: 173 time: 1.2887459 Jun 17 17:38:05.393748 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fb709-0612-46a0-8d38-4e85b5ff5925 req-15ea70ba-00a6-4aff-88c0-06e068a4fd04 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:05.394510 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e58fb709-0612-46a0-8d38-4e85b5ff5925 req-15ea70ba-00a6-4aff-88c0-06e068a4fd04 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Synchronizing usage tracker for tenant:c3b1718e6ecb48bea7ca2c94e72126af on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:05.420830 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:05.432067 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e58fb709-0612-46a0-8d38-4e85b5ff5925 req-15ea70ba-00a6-4aff-88c0-06e068a4fd04 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Unset dirty status for tenant:c3b1718e6ecb48bea7ca2c94e72126af on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:05.433357 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e58fb709-0612-46a0-8d38-4e85b5ff5925 req-15ea70ba-00a6-4aff-88c0-06e068a4fd04 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc0ec33d-da64-4081-b781-0e8b3fca1b7b HTTP/1.1" status: 200 len: 867 time: 0.3746743 Jun 17 17:38:05.463414 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c109be6-2476-4c93-86f3-3f9ef285953f', 'name': 'network-vif-deleted', 'tag': '1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3', 'status': 'completed', 'code': 200} Jun 17 17:38:05.506178 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e58fb709-0612-46a0-8d38-4e85b5ff5925 req-6a5c15d0-11da-40c1-af36-27cc0c60fa24 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658937 Jun 17 17:38:05.740222 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:53Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:05.745549 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] Checking router: 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:38:05.748890 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ae5fdc6e-8790-4578-b346-493d01ac7f18 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:38:05.757825 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:05.758463 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:05.822270 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port ae5fdc6e-8790-4578-b346-493d01ac7f18 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:38:05.827837 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port ae5fdc6e-8790-4578-b346-493d01ac7f18 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:38:05.828212 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:05.953812 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:05.989445 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:06.022571 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:06.035305 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port ae5fdc6e-8790-4578-b346-493d01ac7f18, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:06.051418 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:06.053323 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 0b306396-742f-47d0-bbd8-c32afa6b7203 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:38:06.134231 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:06.145895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-487d34bb-9bbf-402f-9b04-dcbd94d4a7b7 req-a7245640-1003-4425-95e4-aa0214998704 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Synchronizing usage tracker for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:06.174686 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-487d34bb-9bbf-402f-9b04-dcbd94d4a7b7 req-a7245640-1003-4425-95e4-aa0214998704 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Unset dirty status for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:06.178951 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-487d34bb-9bbf-402f-9b04-dcbd94d4a7b7 req-a7245640-1003-4425-95e4-aa0214998704 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c109be6-2476-4c93-86f3-3f9ef285953f HTTP/1.1" status: 200 len: 210 time: 0.0743301 Jun 17 17:38:06.219765 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 0b306396-742f-47d0-bbd8-c32afa6b7203 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:38:06.220112 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 0b306396-742f-47d0-bbd8-c32afa6b7203 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:38:06.220543 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:38:06.273711 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'code': 200} Jun 17 17:38:06.280636 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:38:06.280981 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 1d36ca7b-c7c0-44b9-8d0e-1dd8cdb901c3 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:38:06.303019 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=ae5fdc6e-8790-4578-b346-493d01ac7f18,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:06.306331 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:06.349515 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:53Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:06.353984 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6476baaa-9510-47ea-9d16-55ce792c4f71 None None] The sync data for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb is: [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:53Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:38:06.514740 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2e2a-f1c7-4eaf-9ee1-82b9d8d81e32 req-31d75715-6328-43c9-b026-c1ce660e1d30 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:06.516974 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-254e2e2a-f1c7-4eaf-9ee1-82b9d8d81e32 req-31d75715-6328-43c9-b026-c1ce660e1d30 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.0822365 Jun 17 17:38:06.715334 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-254e2e2a-f1c7-4eaf-9ee1-82b9d8d81e32 req-0f850832-ae24-4d68-9b08-cf3222746c31 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460576 Jun 17 17:38:06.736010 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-406aefea-84e8-48f4-bbd1-342704888744 req-cf34a1be-d624-4b8d-9fc6-aab569aa3fef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1099 time: 0.2164373 Jun 17 17:38:06.780506 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64dbfab-9b9b-49b4-825f-a5010ca6de4d None None] New status for floating IP fa46cd56-c480-47ce-8a78-2473b7445b5a: DOWN {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:38:06.815154 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-406aefea-84e8-48f4-bbd1-342704888744 req-bc99e828-b6f0-4516-b25c-0841fcb25b65 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Jun 17 17:38:06.952010 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:07.386580 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50988) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:07.451983 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9725-9ed5-4c83-8cf2-d8c5d7dc2fe2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:07.464155 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0ec33d-da64-4081-b781-0e8b3fca1b7b', 'name': 'network-vif-deleted', 'tag': '0b306396-742f-47d0-bbd8-c32afa6b7203'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:07.484319 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9725-9ed5-4c83-8cf2-d8c5d7dc2fe2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:07.523049 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0ec33d-da64-4081-b781-0e8b3fca1b7b', 'name': 'network-vif-deleted', 'tag': '0b306396-742f-47d0-bbd8-c32afa6b7203', 'status': 'completed', 'code': 200} Jun 17 17:38:07.546265 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9725-9ed5-4c83-8cf2-d8c5d7dc2fe2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:07.550026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d3df010c-a4cd-4430-b456-401949225973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:07.564794 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea9725-9ed5-4c83-8cf2-d8c5d7dc2fe2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cd2f55-5de3-4855-bc5b-821eeecad35f,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:07.567348 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d0ea9725-9ed5-4c83-8cf2-d8c5d7dc2fe2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:07.577196 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9725-9ed5-4c83-8cf2-d8c5d7dc2fe2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:07.578375 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-d0ea9725-9ed5-4c83-8cf2-d8c5d7dc2fe2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "DELETE /v2.0/security-groups/25cd2f55-5de3-4855-bc5b-821eeecad35f HTTP/1.1" status: 204 len: 168 time: 0.1903522 Jun 17 17:38:07.581588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50994) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:07.599027 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.api.v2.resource [None req-078356c1-e0c1-4929-971b-db31463b1244 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] show failed (client error): The resource could not be found. Jun 17 17:38:07.600050 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-078356c1-e0c1-4929-971b-db31463b1244 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups/25cd2f55-5de3-4855-bc5b-821eeecad35f HTTP/1.1" status: 404 len: 347 time: 0.0169990 Jun 17 17:38:07.602740 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 50998) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:07.756147 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Deleting port 5d96430e-a772-4b6b-aed0-63b7516698d3 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:38:07.756484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:07.982579 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:07.982826 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:08.199689 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Calling delete_port for 5d96430e-a772-4b6b-aed0-63b7516698d3 owned by network:floatingip {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:38:08.250346 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a06b1-5dac-4d14-96b1-8d04b37529a8 req-d61c9568-628e-4ee0-9534-858ae13482b3 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:08.251756 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3a5a06b1-5dac-4d14-96b1-8d04b37529a8 req-d61c9568-628e-4ee0-9534-858ae13482b3 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.3647659 Jun 17 17:38:08.327484 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3a5a06b1-5dac-4d14-96b1-8d04b37529a8 req-2b511f88-90a9-4eaf-ab34-99d5a92f221b tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690196 Jun 17 17:38:08.396435 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:08.401135 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5fcdc7e1-d02a-4209-8faa-75d1831503af tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:08.445591 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event deleted for resources: {'Port': ['ID=5d96430e-a772-4b6b-aed0-63b7516698d3,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:08.448041 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:08.535313 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:08.554674 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:08.555783 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "DELETE /v2.0/floatingips/fa46cd56-c480-47ce-8a78-2473b7445b5a HTTP/1.1" status: 204 len: 168 time: 0.9521952 Jun 17 17:38:08.878402 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51022) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:08.884118 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767208488', 'description': 'tempest-description--290565840'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:08.889728 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:08.895853 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:security_group and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:08.899065 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:08.905020 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:08.912511 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:38:08.918914 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:08.954001 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:08.957731 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:security_group_rule and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:08.960518 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:08.966192 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:09.023594 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.027069 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.030387 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a88920b8-b837-4eb3-b0d1-7a00fde71882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:09.070919 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46564df1-f931-4888-bff6-d5ef3440690d,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:09.073443 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.074619 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1952240 Jun 17 17:38:09.075462 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:09.077443 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51026) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:09.082886 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'security_group_rule': {'security_group_id': '46564df1-f931-4888-bff6-d5ef3440690d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:09.088491 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:09.092260 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:security_group_rule and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:09.095127 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:09.100782 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:09.116793 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.174212 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.177385 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.179293 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:09.198859 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26660a9c-caae-4a41-ad9d-1c3aca4a0a0f,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:09.203388 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:09.210085 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.211276 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-a140196e-4ce3-4ef2-89ff-9ae1bd4331f2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1329632 Jun 17 17:38:09.213893 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51030) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:09.219307 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'security_group_rule': {'security_group_id': '46564df1-f931-4888-bff6-d5ef3440690d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:09.225189 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:09.228921 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:security_group_rule and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:09.231738 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:09.238073 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:09.253724 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.312120 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.315435 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.317373 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-80f9cd96-cbc4-47e3-a728-5a2a40d1b1dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:09.338613 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4faa5d1-b15a-4f65-9aca-284e61082db9,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:09.340864 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:09.347826 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.349034 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-f87133df-4124-4536-9d35-43ed25f3b6de tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1342132 Jun 17 17:38:09.352014 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51034) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:09.357193 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'floatingip': {'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:09.362881 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:09.366592 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Usage tracker for resource:floatingip and tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:09.369398 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:09.375070 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:09.388827 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.580156 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd90f-edf7-487c-b3a5-fd70dc92240f req-df51e919-90f0-4651-80c2-adbe85f89614 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:09.581581 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-92cdd90f-edf7-487c-b3a5-fd70dc92240f req-df51e919-90f0-4651-80c2-adbe85f89614 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.1121790 Jun 17 17:38:09.609668 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.689563 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-92cdd90f-edf7-487c-b3a5-fd70dc92240f req-d6bb0249-4078-4afb-a39f-ef8c69a7f6d0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014743 Jun 17 17:38:09.764053 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Allocated IP 172.28.2.201 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/b2f5e9b1-4513-40ca-bb8f-18d1096ea618) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:38:09.967154 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:09.981422 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae841e91-15f5-41e9-80eb-2dd10ec818b8 req-0db1fb63-1235-49ae-892a-4a9e51bd5507 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:09.982871 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ae841e91-15f5-41e9-80eb-2dd10ec818b8 req-0db1fb63-1235-49ae-892a-4a9e51bd5507 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.1436827 Jun 17 17:38:10.041013 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ae841e91-15f5-41e9-80eb-2dd10ec818b8 req-0fa09503-47e5-45f1-ac2c-2839f8d2fd3c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519421 Jun 17 17:38:10.042805 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:10.046940 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:10.108665 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:38:10.111936 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:38:10.115735 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:38:10.145171 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'Port': ['ID=b2f5e9b1-4513-40ca-bb8f-18d1096ea618,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:10.150933 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:10.276310 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:10.335918 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:10.649093 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c214be-0c13-4fd0-998a-627123b06d40 req-ec2a7c5a-7c73-4264-b264-4a74cae2be4f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:10.650520 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-24c214be-0c13-4fd0-998a-627123b06d40 req-ec2a7c5a-7c73-4264-b264-4a74cae2be4f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.2663403 Jun 17 17:38:10.692675 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:10.703512 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:10.716578 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:10.768464 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-24c214be-0c13-4fd0-998a-627123b06d40 req-ec3f617d-f2f2-4f0f-b82d-e188ff389f27 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121166 Jun 17 17:38:10.820527 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'Port': ['ID=b2f5e9b1-4513-40ca-bb8f-18d1096ea618,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:10.824850 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:10.835470 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:10.857929 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:10.859524 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5065625 Jun 17 17:38:11.085114 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f98fe0f7-4484-4686-8deb-ff24d23c041c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Synchronizing usage tracker for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:11.093558 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d614aa-6d59-4264-a550-644523bdc78f req-969fb65a-2f2d-423c-822c-324c4f699ea7 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:11.095519 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-969fb65a-2f2d-423c-822c-324c4f699ea7 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/networks?id=a75f717f-0133-4e3b-a048-0e29c330620c HTTP/1.1" status: 200 len: 814 time: 0.1793227 Jun 17 17:38:11.113256 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f98fe0f7-4484-4686-8deb-ff24d23c041c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Unset dirty status for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:11.114327 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f98fe0f7-4484-4686-8deb-ff24d23c041c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--767208488&fields=id&tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be HTTP/1.1" status: 200 len: 267 time: 0.1077392 Jun 17 17:38:11.118325 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-0c0fa526-08b7-45fb-8f26-4965caca14eb tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/quotas/c3b1718e6ecb48bea7ca2c94e72126af HTTP/1.1" status: 200 len: 375 time: 0.0157375 Jun 17 17:38:11.241239 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-c7e7a5cc-178a-4302-ac3c-6d094192204c tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3b1718e6ecb48bea7ca2c94e72126af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987124 Jun 17 17:38:11.405356 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-4a3767be-9acf-49ef-980c-7014b8cc5f31 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:11.407374 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-4a3767be-9acf-49ef-980c-7014b8cc5f31 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 816 time: 0.2845292 Jun 17 17:38:11.430853 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-6044332d-7f89-4a96-bd34-0bb4e17756bb service neutron] 10.222.0.15 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814508 Jun 17 17:38:11.432860 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-2df81352-a32f-48bf-91b3-109ebb641f51 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/quotas/7f5f1c19bc6a4a5f9cf3c94af631b5be HTTP/1.1" status: 200 len: 375 time: 0.0174720 Jun 17 17:38:11.618695 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-4286b422-2e1d-4558-8fc2-18daf344e3ed service neutron] 10.222.0.15 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821530 Jun 17 17:38:11.624324 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-159ef48c-022d-4862-9f5d-65c300e335a2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Synchronizing usage tracker for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:11.642638 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-159ef48c-022d-4862-9f5d-65c300e335a2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Unset dirty status for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:11.644380 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-159ef48c-022d-4862-9f5d-65c300e335a2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1907244 Jun 17 17:38:11.861774 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-14ba9dcf-10d0-462b-878b-9959adc87ce1 req-ea241272-7b1f-414a-9d10-531e89fbadd9 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 210 time: 0.0589511 Jun 17 17:38:11.907118 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-8fa164b9-a09c-4808-949c-a4d7fd54d957 service neutron] 10.222.0.15 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510104 Jun 17 17:38:12.039163 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-539b26ec-087e-464a-8796-7741abfc00e7 service neutron] 10.222.0.15 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245186 Jun 17 17:38:12.235663 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cbfe4f8b-cfd4-4d0e-b396-e32f49353521 req-c0f58494-ee6d-42ba-b13d-5102c592f305 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 210 time: 0.0416734 Jun 17 17:38:12.993625 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d614aa-6d59-4264-a550-644523bdc78f req-e12529f7-2b99-439b-9604-89a050177b22 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:12.995039 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-e12529f7-2b99-439b-9604-89a050177b22 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.20 "GET /v2.0/networks?id=a75f717f-0133-4e3b-a048-0e29c330620c HTTP/1.1" status: 200 len: 814 time: 0.1613562 Jun 17 17:38:13.136897 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Request body: {'port': {'device_id': '96c5d7c3-534e-4063-a16c-c1dc8b850467', 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c', 'admin_state_up': True, 'tenant_id': 'c3b1718e6ecb48bea7ca2c94e72126af'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:13.158089 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e0df4699-5e5a-4307-959f-bb444ab8e0c0 req-700694ec-e430-4f25-9108-a29e28e40c04 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 210 time: 0.1532748 Jun 17 17:38:13.300618 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:13.316785 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:13.327313 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Made reservation on behalf of c3b1718e6ecb48bea7ca2c94e72126af for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:38:13.330363 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:13.518095 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1f5dfab4-054d-4c4b-a082-e0e4b82c5bb0 req-9f056fe5-d757-4c99-a0d9-3e89a84acdad tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 210 time: 0.0936694 Jun 17 17:38:13.627565 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-bbbd24dc-5a2d-4982-a810-94ff9f86afa9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:13.628953 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-bbbd24dc-5a2d-4982-a810-94ff9f86afa9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 816 time: 0.2849512 Jun 17 17:38:13.661420 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Allocated IP 172.20.0.3 (a75f717f-0133-4e3b-a048-0e29c330620c/2ebee0a9-348f-4a32-b329-989df538f0d4/ff2d3a23-eeae-4c76-94b9-bebb258bcf35) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:38:13.773137 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-1351a1b7-fabe-4a58-9352-412ba088738a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be HTTP/1.1" status: 200 len: 5043 time: 0.1093283 Jun 17 17:38:13.791887 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'port': {'device_id': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'admin_state_up': True, 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'security_groups': ['46564df1-f931-4888-bff6-d5ef3440690d']}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:14.027690 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:14.031417 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:14.044543 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:14.057479 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Made reservation on behalf of 7f5f1c19bc6a4a5f9cf3c94af631b5be for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:38:14.060454 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:14.128864 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:14.143283 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-75ca7518-251d-4156-84d7-7ac41732bc6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:14.228812 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Network a75f717f-0133-4e3b-a048-0e29c330620c is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:38:14.234414 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:38:14.268904 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:38:14.305108 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Pushing event updated for resources: {'Port': ['ID=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:14.392174 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.392533 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.392883 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.393228 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.393570 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.393912 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.394251 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.394610 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.394949 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.395288 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.395617 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:14.406156 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:14.424498 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Allocated IP 172.20.0.9 (3aff819c-d0e7-4576-8341-7f73e02b1537/6756c99e-8d13-4763-8c8a-2782e12a4d0a/99b1e457-979b-48ed-9593-70fee2240db2) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:38:14.430149 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:14.430796 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:14.493145 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3642771 Jun 17 17:38:14.525396 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a32b22-a957-4296-aeaa-7b77783144a2 req-f13d875d-0303-4500-b309-0faf00846b0e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:14.526120 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-b5a32b22-a957-4296-aeaa-7b77783144a2 req-f13d875d-0303-4500-b309-0faf00846b0e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Synchronizing usage tracker for tenant:c3b1718e6ecb48bea7ca2c94e72126af on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:14.586387 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Request body: {'port': {'device_id': '96c5d7c3-534e-4063-a16c-c1dc8b850467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:14.663516 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-b5a32b22-a957-4296-aeaa-7b77783144a2 req-f13d875d-0303-4500-b309-0faf00846b0e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Unset dirty status for tenant:c3b1718e6ecb48bea7ca2c94e72126af on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:14.664612 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b5a32b22-a957-4296-aeaa-7b77783144a2 req-f13d875d-0303-4500-b309-0faf00846b0e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 931 time: 0.3639374 Jun 17 17:38:14.741315 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-db1341a0-8682-4aa0-adc0-d2a87aa23a20 req-fc4aa43c-5d77-40cb-9192-608d756bff35 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Synchronizing usage tracker for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:14.936222 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-db1341a0-8682-4aa0-adc0-d2a87aa23a20 req-fc4aa43c-5d77-40cb-9192-608d756bff35 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Unset dirty status for tenant:7f5f1c19bc6a4a5f9cf3c94af631b5be on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:14.937194 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-db1341a0-8682-4aa0-adc0-d2a87aa23a20 req-fc4aa43c-5d77-40cb-9192-608d756bff35 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 210 time: 0.2769730 Jun 17 17:38:14.953293 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:14.972884 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:14.979694 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b5a32b22-a957-4296-aeaa-7b77783144a2 req-ebb28cf0-8fd4-4636-a827-2efabd11df8e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662566 Jun 17 17:38:15.029891 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Transition to ACTIVE for port object 99b1e457-979b-48ed-9593-70fee2240db2 will not be triggered until provisioned by entity DHCP. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:38:15.121222 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:15.134525 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a94a7daf-deee-43b3-9d42-cd4935e5f77e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:15.231086 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:38:15.248631 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:38:15.253893 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:15.256067 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:38:15.325872 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:15.446891 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:15.447580 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:15.491055 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f993c3f2-2dec-4c3f-a5ea-68e219f7550a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7025800 Jun 17 17:38:15.510226 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489087f6-4544-4fb7-9853-b1b4b1251107 req-8c2ec535-ba11-42e1-a16c-eb76f3143eff tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:15.511693 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-489087f6-4544-4fb7-9853-b1b4b1251107 req-8c2ec535-ba11-42e1-a16c-eb76f3143eff tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.1821494 Jun 17 17:38:15.517773 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Request body: {'port': {'device_id': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:15.529270 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-4b9a8438-d407-4eac-ae47-0e0cb173bc92 None None] Provisioning for port 99b1e457-979b-48ed-9593-70fee2240db2 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:38:15.534531 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-4b9a8438-d407-4eac-ae47-0e0cb173bc92 None None] Provisioning complete for port 99b1e457-979b-48ed-9593-70fee2240db2 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:38:15.535167 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8438-d407-4eac-ae47-0e0cb173bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:15.591469 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a8438-d407-4eac-ae47-0e0cb173bc92 None None] Port 99b1e457-979b-48ed-9593-70fee2240db2 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:38:15.713943 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2d3a23-eeae-4c76-94b9-bebb258bcf35 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:38:15.724098 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-489087f6-4544-4fb7-9853-b1b4b1251107 req-e665b514-361f-40c4-8dcb-5d40b047de5e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745596 Jun 17 17:38:15.727298 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:15.788612 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:15.804193 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Transition to ACTIVE for port object ff2d3a23-eeae-4c76-94b9-bebb258bcf35 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:38:15.814421 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:15.820683 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-77f8e512-0165-4b64-aaa0-785736056dce tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:16.004347 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Pushing event updated for resources: {'Port': ['ID=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:16.012695 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:16.071363 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a0be7-0807-4c04-ae3f-fe52e0f4f826 req-a19ae058-f3f7-46ec-ae51-b411c473aa40 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:16.072799 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e68a0be7-0807-4c04-ae3f-fe52e0f4f826 req-a19ae058-f3f7-46ec-ae51-b411c473aa40 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.3415606 Jun 17 17:38:16.352419 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e68a0be7-0807-4c04-ae3f-fe52e0f4f826 req-42b71a10-65c4-426c-8ee5-07b1827ee5d8 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446737 Jun 17 17:38:16.382061 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51150) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:16.389442 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Attempting to bind port ff2d3a23-eeae-4c76-94b9-bebb258bcf35 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:38:16.389802 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Attempting to bind port ff2d3a23-eeae-4c76-94b9-bebb258bcf35 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '71296a1c-0aa0-4a16-9412-b39214b40253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:38:16.390149 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Attempting to bind port ff2d3a23-eeae-4c76-94b9-bebb258bcf35 on network a75f717f-0133-4e3b-a048-0e29c330620c {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:38:16.419591 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f6e53-e2a4-4ece-88dc-dea0f99c76ce req-8bf2791a-bf58-44dd-b8db-b0fbccf8b5f9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:16.421115 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d00f6e53-e2a4-4ece-88dc-dea0f99c76ce req-8bf2791a-bf58-44dd-b8db-b0fbccf8b5f9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 931 time: 0.3145342 Jun 17 17:38:16.422912 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Port ff2d3a23-eeae-4c76-94b9-bebb258bcf35 on network a75f717f-0133-4e3b-a048-0e29c330620c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:38:16.423249 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Attempting to bind port ff2d3a23-eeae-4c76-94b9-bebb258bcf35 on network a75f717f-0133-4e3b-a048-0e29c330620c {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:38:16.451225 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:38:16.451597 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Checking segment: {'id': '71296a1c-0aa0-4a16-9412-b39214b40253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:38:16.451966 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Bound using segment: {'id': '71296a1c-0aa0-4a16-9412-b39214b40253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:38:16.452426 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Bound port: ff2d3a23-eeae-4c76-94b9-bebb258bcf35, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71296a1c-0aa0-4a16-9412-b39214b40253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:38:16.452784 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:16.609175 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c8c82846-a8d1-4cff-b7f8-146535771c50 tempest-TestMinimumBasicScenario-2032691826 tempest-TestMinimumBasicScenario-2032691826-project-admin] Synchronizing usage tracker for tenant:0af77ef8ecd14f2cbd9189bbd0bb3e1a on resource:port {{(pid=74249) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:16.627327 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c8c82846-a8d1-4cff-b7f8-146535771c50 tempest-TestMinimumBasicScenario-2032691826 tempest-TestMinimumBasicScenario-2032691826-project-admin] Unset dirty status for tenant:0af77ef8ecd14f2cbd9189bbd0bb3e1a on resource:port {{(pid=74249) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:16.628491 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c8c82846-a8d1-4cff-b7f8-146535771c50 tempest-TestMinimumBasicScenario-2032691826 tempest-TestMinimumBasicScenario-2032691826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1094 time: 0.2446673 Jun 17 17:38:16.631589 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51156) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:16.637028 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'floatingip': {'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'port_id': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:16.643439 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:16.648530 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Usage tracker for resource:floatingip and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:16.651471 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:16.659907 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:16.671082 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for floatingip, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:16.738002 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b1e457-979b-48ed-9593-70fee2240db2 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:38:16.754367 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:16.760366 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d00f6e53-e2a4-4ece-88dc-dea0f99c76ce req-33c132b7-cbe1-4ede-b395-42cd4a1966fc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289945 Jun 17 17:38:16.827040 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:16.846156 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Transition to ACTIVE for port object 99b1e457-979b-48ed-9593-70fee2240db2 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:38:16.848620 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] For port ff2d3a23-eeae-4c76-94b9-bebb258bcf35, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:38:16.863238 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:16.870051 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ce7a6f17-b9b9-4d70-85d6-66621a1956cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:16.909274 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] For port ff2d3a23-eeae-4c76-94b9-bebb258bcf35, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:38:16.963041 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Allocated IP 172.28.2.44 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/fb362ce4-3875-42d1-9f8d-15622ca355f5) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:38:16.974500 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:17.016920 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9ef8a-e0bd-4fda-a535-305740921aab req-42e03ef7-a949-4176-a739-d81d06e04daa tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:17.018454 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1da9ef8a-e0bd-4fda-a535-305740921aab req-42e03ef7-a949-4176-a739-d81d06e04daa tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 943 time: 0.5063429 Jun 17 17:38:17.080144 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:17.097476 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:17.118029 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6b5d829d-c777-4974-bfea-b1761c3877e5 tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:17.137009 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:17.160187 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:17.161719 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] 10.222.0.20 "PUT /v2.0/ports/ff2d3a23-eeae-4c76-94b9-bebb258bcf35 HTTP/1.1" status: 200 len: 1093 time: 2.6273630 Jun 17 17:38:17.166479 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:17.169505 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c5d7c3-534e-4063-a16c-c1dc8b850467', 'tag': 'ff2d3a23-eeae-4c76-94b9-bebb258bcf35'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:17.171918 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:17.211590 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-615eb21d-8882-4320-b838-740e8f1eeeb3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:17.213129 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-615eb21d-8882-4320-b838-740e8f1eeeb3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.4414380 Jun 17 17:38:17.244787 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:38:17.248195 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'Port': ['ID=fb362ce4-3875-42d1-9f8d-15622ca355f5,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:17.250750 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:38:17.254200 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:38:17.289718 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.289940 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.290167 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.290521 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.290900 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.291255 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.291600 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.291948 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.292291 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.292633 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.292976 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:38:17.302059 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:17.399379 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1da9ef8a-e0bd-4fda-a535-305740921aab req-cceaf9b1-f4f3-48e0-a61e-f9815cfe02e9 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214779 Jun 17 17:38:17.411244 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Pushing event updated for resources: {'Port': ['ID=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:17.428880 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:17.450154 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe990c6-1d29-4637-9e7d-2c3726ccad65 req-68a8b4b5-5457-4839-a9b7-2b6c7ca65909 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:17.451648 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cbe990c6-1d29-4637-9e7d-2c3726ccad65 req-68a8b4b5-5457-4839-a9b7-2b6c7ca65909 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 945 time: 0.5531242 Jun 17 17:38:17.455203 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Deleting port 131d67b7-5ff6-4fa7-85b9-278b8061f04f {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:38:17.455541 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:17.487232 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c5d7c3-534e-4063-a16c-c1dc8b850467', 'tag': 'ff2d3a23-eeae-4c76-94b9-bebb258bcf35', 'status': 'completed', 'code': 200} Jun 17 17:38:17.555195 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Attempting to bind port 99b1e457-979b-48ed-9593-70fee2240db2 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:38:17.555533 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Attempting to bind port 99b1e457-979b-48ed-9593-70fee2240db2 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:38:17.555856 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Attempting to bind port 99b1e457-979b-48ed-9593-70fee2240db2 on network 3aff819c-d0e7-4576-8341-7f73e02b1537 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:38:17.621564 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Port 99b1e457-979b-48ed-9593-70fee2240db2 on network 3aff819c-d0e7-4576-8341-7f73e02b1537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:38:17.621886 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Attempting to bind port 99b1e457-979b-48ed-9593-70fee2240db2 on network 3aff819c-d0e7-4576-8341-7f73e02b1537 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:38:17.630285 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-03a45217-67d1-419d-8e4f-9114cb313ec3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3b1718e6ecb48bea7ca2c94e72126af&device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 1096 time: 0.3356042 Jun 17 17:38:17.643832 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cbe990c6-1d29-4637-9e7d-2c3726ccad65 req-9ef885de-a6c4-41e9-ac54-eb54c90b453f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551526 Jun 17 17:38:17.710736 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:38:17.711069 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Checking segment: {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:38:17.711438 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Bound using segment: {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:38:17.711880 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Bound port: 99b1e457-979b-48ed-9593-70fee2240db2, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1085e99c-1c8d-408c-bd03-a6be28f64d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:38:17.712210 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:17.819660 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:17.826082 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-1ac3e698-d86d-4cc0-bb7f-82c897fe2668 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff2d3a23-eeae-4c76-94b9-bebb258bcf35 HTTP/1.1" status: 200 len: 217 time: 0.1818283 Jun 17 17:38:17.909658 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.008363 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d614aa-6d59-4264-a550-644523bdc78f req-ea4c5629-91f0-4c4c-959b-21dcb11556f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:18.009817 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-ea4c5629-91f0-4c4c-959b-21dcb11556f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ebee0a9-348f-4a32-b329-989df538f0d4 HTTP/1.1" status: 200 len: 854 time: 0.1739101 Jun 17 17:38:18.011450 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] For port 131d67b7-5ff6-4fa7-85b9-278b8061f04f, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=131d67b7-5ff6-4fa7-85b9-278b8061f04f,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:18.011785 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.054184 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:38:18.115348 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.120004 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535317221'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.123805 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:18.136348 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-040ebcab-23a7-49da-9c9d-171039a2b721 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a75f717f-0133-4e3b-a048-0e29c330620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132588 Jun 17 17:38:18.148018 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:38:18.174162 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.185222 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-1920715b-cc58-4002-85da-f8f21e52101b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:18.239069 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'Port': ['ID=fb362ce4-3875-42d1-9f8d-15622ca355f5,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:18.243474 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:18.257356 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.491994 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.493350 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] 10.222.0.20 "PUT /v2.0/ports/99b1e457-979b-48ed-9593-70fee2240db2 HTTP/1.1" status: 200 len: 1093 time: 2.9796224 Jun 17 17:38:18.538763 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.l3_db [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Floating IP b1f18aaa-d69a-4bf0-9156-f465b2a32408 associated. External IP: 172.28.2.44, port: ae5fdc6e-8790-4578-b346-493d01ac7f18. Jun 17 17:38:18.680377 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:18.684502 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:18.746102 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550edb-2a98-48fe-98e1-c5c169c1d4c2 req-67bb41c6-884a-4527-83bc-24fced55fb0c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:18.747646 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b2550edb-2a98-48fe-98e1-c5c169c1d4c2 req-67bb41c6-884a-4527-83bc-24fced55fb0c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.8135903 Jun 17 17:38:18.822213 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-931790e6-9022-4731-a4e9-37c41b624e62 service neutron] 10.222.0.20 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729121 Jun 17 17:38:18.865507 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.865908 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:18.866218 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.l3_db [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Floating IP 130ca761-3bae-41c2-8a06-f7c596991b1a disassociated. External IP: 172.28.2.135, port: 131d67b7-5ff6-4fa7-85b9-278b8061f04f. Jun 17 17:38:18.866567 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Calling delete_port for 131d67b7-5ff6-4fa7-85b9-278b8061f04f owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:38:18.967019 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:38:19.027435 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b2550edb-2a98-48fe-98e1-c5c169c1d4c2 req-8020d4d1-8474-4842-88e3-12a13da67e08 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624199 Jun 17 17:38:19.058276 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-ff6cf9af-8b29-4dd9-8202-296bc6f53a19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 1096 time: 0.4234002 Jun 17 17:38:19.141042 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902ba79-6e01-48c6-a19f-1ec6e4497fbe req-735f8485-6d0d-4d36-b53d-782b0046858a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:19.142525 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f902ba79-6e01-48c6-a19f-1ec6e4497fbe req-735f8485-6d0d-4d36-b53d-782b0046858a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 943 time: 0.4984360 Jun 17 17:38:19.160609 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89d614aa-6d59-4264-a550-644523bdc78f req-ab10bb82-a468-44c0-b58a-6301b16ada4c service neutron] 10.222.0.20 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231096 Jun 17 17:38:19.184933 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:38:19.197763 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] Sync routers for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:38:19.212113 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.213712 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:19.214593 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:19.245338 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-0ca46af6-c9a5-4228-9396-0a2fc6c282c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b1e457-979b-48ed-9593-70fee2240db2 HTTP/1.1" status: 200 len: 217 time: 0.1640019 Jun 17 17:38:19.272849 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6375861 Jun 17 17:38:19.272849 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18'}] {{(pid=74249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:19.275215 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51170) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:19.281074 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798393329', 'description': 'tempest-secgroup-smoke-798393329 description', 'project_id': '08944558a7ae4c5fa28c5031c9f06c50'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:19.286792 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:19.296630 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:19.308295 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.344391 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:19.348507 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Usage tracker for resource:security_group_rule and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:19.352056 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:19.357427 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:19.381626 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-90f9c5dc-4599-4d24-b9bf-2ef66a2a2b86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:19.383072 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-90f9c5dc-4599-4d24-b9bf-2ef66a2a2b86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.1226907 Jun 17 17:38:19.402705 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:19.420906 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.425967 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.432131 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4c3d7443-9cf5-45ef-9b14-ddad6b8a8368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:19.462225 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f902ba79-6e01-48c6-a19f-1ec6e4497fbe req-cdaece66-f541-41ba-94ae-b17798c8845c tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105624 Jun 17 17:38:19.468282 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.474249 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d9f9f-f15e-4736-a160-c60e196c709f,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:19.477218 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:19.483108 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.486037 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:19.488741 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2120876 Jun 17 17:38:19.489489 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51176) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:19.496186 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'security_group_rule': {'security_group_id': 'cf5d9f9f-f15e-4736-a160-c60e196c709f', 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:19.502384 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:19.507300 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Usage tracker for resource:security_group_rule and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:19.510773 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:19.520954 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:19.525287 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:19.542698 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.545732 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event deleted for resources: {'Port': ['ID=131d67b7-5ff6-4fa7-85b9-278b8061f04f,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:19.551793 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:19.572542 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f29bb4-2480-4199-86c2-977cc1f60939 req-deec179a-ede6-4c2e-a677-58a221c9ab62 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:19.579352 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e4f29bb4-2480-4199-86c2-977cc1f60939 req-deec179a-ede6-4c2e-a677-58a221c9ab62 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 867 time: 0.4167554 Jun 17 17:38:19.615033 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.621936 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.624493 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:19.658302 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d52e17-06c3-4e96-badb-9500e790026b,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:19.661309 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:19.663857 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:19.673174 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51184) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:19.680397 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9f88687a-3a01-4184-9da2-c69c7c259be7 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1895843 Jun 17 17:38:19.691336 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-aa469086-baec-4e3b-86b9-4a221ed8b3cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3b1718e6ecb48bea7ca2c94e72126af&device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 1096 time: 0.3846660 Jun 17 17:38:19.696640 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'security_group_rule': {'security_group_id': 'cf5d9f9f-f15e-4736-a160-c60e196c709f', 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:19.699394 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'status': 'completed', 'code': 200} Jun 17 17:38:19.734362 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:19.746986 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-46691bee-9650-4418-b4f6-c1970fd8b748 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3448458 Jun 17 17:38:19.750227 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Usage tracker for resource:security_group_rule and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:19.759123 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:19.788722 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 131d67b7-5ff6-4fa7-85b9-278b8061f04f no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:38:19.815277 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2', 'status': 'completed', 'code': 200} Jun 17 17:38:19.829692 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'b1f18aaa-d69a-4bf0-9156-f465b2a32408', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'port_id': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'mac_address': 'fa:16:3e:02:5e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:38:17Z', 'updated_at': '2021-06-17T17:38:17Z', 'revision_number': 0, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac0394-13d5-4935-8a9f-11fdb3c76eb5', 'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'mac_address': 'fa:16:3e:9a:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:21Z', 'updated_at': '2021-06-17T17:37:30Z', 'revision_number': 5, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'subnets': [{'id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:19.834771 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] Checking router: 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:38:19.836205 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-52506739-3396-46d2-8154-482db1913875 req-946b585a-506a-4cb5-b8e8-5d890324d3cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1099 time: 0.0900774 Jun 17 17:38:19.840269 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 131d67b7-5ff6-4fa7-85b9-278b8061f04f {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:38:19.840846 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 131d67b7-5ff6-4fa7-85b9-278b8061f04f not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:38:19.845558 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:19.848128 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:19.848692 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:19.871219 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e4f29bb4-2480-4199-86c2-977cc1f60939 req-4bfa7294-f3d9-4c84-becc-e77d327b31dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=30665428-9a96-4fa3-9e83-662e591372f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908759 Jun 17 17:38:19.991878 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52506739-3396-46d2-8154-482db1913875 req-c2e22472-2380-4120-903a-74ef5c8ed269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:19.993500 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-52506739-3396-46d2-8154-482db1913875 req-c2e22472-2380-4120-903a-74ef5c8ed269 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 916 time: 0.1502056 Jun 17 17:38:20.036896 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:20.115712 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-52506739-3396-46d2-8154-482db1913875 req-fb78fa6f-608c-4506-909a-726f006a2fd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 999 time: 0.1118863 Jun 17 17:38:20.160223 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-f09e34bb-ac8a-4a8e-a045-a73b69abd676 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:20.161672 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-f09e34bb-ac8a-4a8e-a045-a73b69abd676 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a75f717f-0133-4e3b-a048-0e29c330620c HTTP/1.1" status: 200 len: 915 time: 0.4506638 Jun 17 17:38:20.176187 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-b49ecd1c-6a4d-4dfc-afb8-1ef000876960 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181185 Jun 17 17:38:20.196353 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52506739-3396-46d2-8154-482db1913875 req-3109bdfa-4553-4ba4-baed-4f693eb6b0d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:20.198107 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-52506739-3396-46d2-8154-482db1913875 req-3109bdfa-4553-4ba4-baed-4f693eb6b0d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 200 len: 854 time: 0.0752723 Jun 17 17:38:20.223513 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:20.276803 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-52506739-3396-46d2-8154-482db1913875 req-450e7f78-492a-4435-adab-09358d1baae0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c05585b-ab9a-434e-98a1-2b24acd76536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712667 Jun 17 17:38:20.391203 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-901b6e98-ddee-4780-9bd5-c6d93dcdbb55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff2d3a23-eeae-4c76-94b9-bebb258bcf35 HTTP/1.1" status: 200 len: 217 time: 0.2174408 Jun 17 17:38:20.409830 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'b1f18aaa-d69a-4bf0-9156-f465b2a32408', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'port_id': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'mac_address': 'fa:16:3e:02:5e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:38:17Z', 'updated_at': '2021-06-17T17:38:17Z', 'revision_number': 0, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac0394-13d5-4935-8a9f-11fdb3c76eb5', 'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'mac_address': 'fa:16:3e:9a:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:21Z', 'updated_at': '2021-06-17T17:37:30Z', 'revision_number': 5, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'subnets': [{'id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:20.412693 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-52506739-3396-46d2-8154-482db1913875 req-1c1c6a6a-e45a-481b-b90c-d9bf155db5e4 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277158 Jun 17 17:38:20.414233 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb521bc-663d-4ba8-b0a4-0ba6f6f80370 None None] The sync data for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb is: [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'b1f18aaa-d69a-4bf0-9156-f465b2a32408', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'port_id': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'mac_address': 'fa:16:3e:02:5e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:38:17Z', 'updated_at': '2021-06-17T17:38:17Z', 'revision_number': 0, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ac0394-13d5-4935-8a9f-11fdb3c76eb5', 'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'mac_address': 'fa:16:3e:9a:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:21Z', 'updated_at': '2021-06-17T17:37:30Z', 'revision_number': 5, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'subnets': [{'id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:38:20.554081 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-52506739-3396-46d2-8154-482db1913875 req-4debfe83-e103-497f-954b-a8a9a6ce2e6e service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343994 Jun 17 17:38:20.594253 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-5cde5881-f28c-4b69-8156-a020172f9901 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:20.595746 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-5cde5881-f28c-4b69-8156-a020172f9901 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ebee0a9-348f-4a32-b329-989df538f0d4 HTTP/1.1" status: 200 len: 854 time: 0.1917982 Jun 17 17:38:20.601981 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0aae26a3-f9a9-4576-8a4b-1a3e3f422b0a req-f7cba2e2-4e2f-4f2c-83d3-48aa370afa93 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709567 Jun 17 17:38:20.648016 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48edfa8f-6239-4dbb-a7ec-c90c896fe29a None None] New status for floating IP b1f18aaa-d69a-4bf0-9156-f465b2a32408: ACTIVE {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:38:20.658460 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:20.701699 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-eeea1381-5716-4353-af79-b074166d8f98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a75f717f-0133-4e3b-a048-0e29c330620c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961919 Jun 17 17:38:20.709984 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:20.772955 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0ef6a-c90d-4d48-adb1-7408ece88a1c req-354b989e-9d8c-4c71-97d2-1aa0367410a5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:20.774351 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-71d0ef6a-c90d-4d48-adb1-7408ece88a1c req-354b989e-9d8c-4c71-97d2-1aa0367410a5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.5422382 Jun 17 17:38:20.786281 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:20.897821 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0539d24-facf-487d-a465-f5b64a183d50,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:20.919253 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:20.945996 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:20.947169 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-bd6b2dbc-8947-437d-aa03-457f38b6147a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2665541 Jun 17 17:38:20.950112 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51194) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:20.956452 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'security_group_rule': {'security_group_id': 'cf5d9f9f-f15e-4736-a160-c60e196c709f', 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:20.962161 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:20.965931 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Usage tracker for resource:security_group_rule and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:20.968785 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:20.978299 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:20.993980 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.013740 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-71d0ef6a-c90d-4d48-adb1-7408ece88a1c req-6d3fafb0-4754-4070-87dd-7282976f3419 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140701 Jun 17 17:38:21.030803 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-b5c0611c-b5c5-499c-9d10-42f309e00f36 service neutron] 10.222.0.20 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189709 Jun 17 17:38:21.039250 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:38:21.065696 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889b843-77cc-483d-b30d-4bdd121e63eb req-eeba5e19-f8da-403f-ae2e-ee3db0f39709 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:21.067258 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8889b843-77cc-483d-b30d-4bdd121e63eb req-eeba5e19-f8da-403f-ae2e-ee3db0f39709 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 943 time: 0.4117482 Jun 17 17:38:21.125903 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b83d6c-67a3-4790-9a52-b40698bbdae6 req-9a1e9331-8f22-4311-96fd-43efec143dac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 1096 time: 0.4122198 Jun 17 17:38:21.134205 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.138729 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.146659 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5a77812b-e0d2-4d53-89db-41ea1b795db9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:21.164018 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2899becb-32bd-412d-a860-e852e3401cc5,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:21.166403 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:21.173754 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.174913 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-8feac502-940e-4a66-8e6b-b44e80a0b227 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2237775 Jun 17 17:38:21.177735 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51198) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:21.183308 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'security_group_rule': {'security_group_id': 'cf5d9f9f-f15e-4736-a160-c60e196c709f', 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:21.189308 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:21.193099 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Usage tracker for resource:security_group_rule and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:21.196199 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:21.201921 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:21.218436 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.281707 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.283423 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-2846b944-44a9-426d-8abf-49d46f8d4a8d req-bf99af94-8953-476e-8b06-0b2669838c3c tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Synchronizing usage tracker for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:21.285497 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.292819 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5c2e38b1-6623-4b99-8aca-f82bb3c5edc4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:21.311688 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bd8f9a-47c4-4683-97ca-d6c1089e0cbe,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:21.315056 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:21.322540 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.323839 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-07c075fa-5873-402e-8152-3c6460c8f3f2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452057 Jun 17 17:38:21.326462 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51202) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:21.332121 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'security_group_rule': {'security_group_id': 'cf5d9f9f-f15e-4736-a160-c60e196c709f', 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:21.337634 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:21.341616 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Usage tracker for resource:security_group_rule and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:21.344508 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:21.350299 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:21.361680 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.securitygroups_db [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Project 08944558a7ae4c5fa28c5031c9f06c50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:38:21.369098 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.432001 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8889b843-77cc-483d-b30d-4bdd121e63eb req-b382765a-527f-4168-afd8-7c7005dcc349 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104281 Jun 17 17:38:21.435289 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.443143 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.445590 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:21.454932 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-2846b944-44a9-426d-8abf-49d46f8d4a8d req-bf99af94-8953-476e-8b06-0b2669838c3c tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Unset dirty status for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:21.456063 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2846b944-44a9-426d-8abf-49d46f8d4a8d req-bf99af94-8953-476e-8b06-0b2669838c3c tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b2a252-5d34-45ea-b229-c122217ead27 HTTP/1.1" status: 200 len: 210 time: 0.2995472 Jun 17 17:38:21.465937 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-70252bbf-69fd-454d-8514-71d3cfae6c5d service neutron] 10.222.0.20 "GET /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251096 Jun 17 17:38:21.468792 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b83d6c-67a3-4790-9a52-b40698bbdae6 req-03957836-4574-4725-ace8-f8ad1a36ed1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:21.470161 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b83d6c-67a3-4790-9a52-b40698bbdae6 req-03957836-4574-4725-ace8-f8ad1a36ed1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.3169823 Jun 17 17:38:21.474057 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e59ad2-095f-4fc4-bb44-88dc983c695e,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:21.476773 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:21.482614 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.483857 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c62254b6-8ec3-494d-b132-469b097b53ff tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1564524 Jun 17 17:38:21.493301 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51206) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:21.500629 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'security_group_rule': {'security_group_id': 'cf5d9f9f-f15e-4736-a160-c60e196c709f', 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:21.506609 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:21.510377 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Usage tracker for resource:security_group_rule and tenant:08944558a7ae4c5fa28c5031c9f06c50 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:21.513295 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:21.518944 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:21.528231 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.securitygroups_db [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Project 08944558a7ae4c5fa28c5031c9f06c50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:38:21.534393 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.556886 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b83d6c-67a3-4790-9a52-b40698bbdae6 req-76fc60b3-3697-45d6-b4be-735c09e302fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b1e457-979b-48ed-9593-70fee2240db2 HTTP/1.1" status: 200 len: 217 time: 0.0652876 Jun 17 17:38:21.598070 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.601887 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.604100 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:21.631361 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785fa289-19a4-4355-9518-edc52311e015,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:21.634316 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:21.637552 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:21.642080 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-1683f322-ecea-4c9c-aee1-af1ec40ac53e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1474757 Jun 17 17:38:21.849969 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b83d6c-67a3-4790-9a52-b40698bbdae6 req-3835164e-1862-46e2-a276-50b3de4bdbc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:21.851321 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b83d6c-67a3-4790-9a52-b40698bbdae6 req-3835164e-1862-46e2-a276-50b3de4bdbc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.2850122 Jun 17 17:38:21.900620 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-7c3375e0-3abf-482c-adba-63751510f837 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798393329&fields=id&tenant_id=08944558a7ae4c5fa28c5031c9f06c50 HTTP/1.1" status: 200 len: 267 time: 0.1264527 Jun 17 17:38:21.981433 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:38:21.990808 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] Sync routers for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:38:22.003395 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:22.004038 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:22.064401 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] No DVR routers for this DVR port 131d67b7-5ff6-4fa7-85b9-278b8061f04f on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:38:22.068370 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:22.070504 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7c6165e-c9b4-4351-8ae7-4bd6f1f9b3d1 req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "DELETE /v2.0/ports/131d67b7-5ff6-4fa7-85b9-278b8061f04f HTTP/1.1" status: 204 len: 173 time: 4.8462822 Jun 17 17:38:22.071882 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b2a252-5d34-45ea-b229-c122217ead27', 'name': 'network-vif-deleted', 'tag': '131d67b7-5ff6-4fa7-85b9-278b8061f04f'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:22.087026 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b83d6c-67a3-4790-9a52-b40698bbdae6 req-f13aaa9e-e02a-4ec9-8d13-abaf596414e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2256160 Jun 17 17:38:22.124374 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-5d4eed99-d037-45df-970e-b6424e5cc12b tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:22.125822 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-5d4eed99-d037-45df-970e-b6424e5cc12b tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.2185388 Jun 17 17:38:22.180452 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'port': {'security_groups': ['e98c9756-821a-4502-9f12-1e3179eb1b61', 'cf5d9f9f-f15e-4736-a160-c60e196c709f']}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:22.207836 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:22.386002 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b83d6c-67a3-4790-9a52-b40698bbdae6 req-e49190f2-9106-4591-8ae7-c8eef9656abd service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921758 Jun 17 17:38:22.473104 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:22.512003 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffc7af-be6f-470f-b011-eb5a37748120 req-037cf52d-e048-4e3d-bbfa-35e32ac74812 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:22.513425 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8dffc7af-be6f-470f-b011-eb5a37748120 req-037cf52d-e048-4e3d-bbfa-35e32ac74812 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.2908430 Jun 17 17:38:22.515173 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:22.519576 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] Checking router: abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:38:22.530883 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:22.531514 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:22.642935 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-23b83d6c-67a3-4790-9a52-b40698bbdae6 req-3826fed1-425d-47b5-8d01-a87a4d3c164c service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469926 Jun 17 17:38:22.670790 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8dffc7af-be6f-470f-b011-eb5a37748120 req-4af243fa-d4b6-475b-9a5a-eb1ff0f16b28 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257679 Jun 17 17:38:22.739279 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:22.824898 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b2a252-5d34-45ea-b229-c122217ead27', 'name': 'network-vif-deleted', 'tag': '131d67b7-5ff6-4fa7-85b9-278b8061f04f', 'status': 'completed', 'code': 200} Jun 17 17:38:22.862903 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] For port ae5fdc6e-8790-4578-b346-493d01ac7f18, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:22.892340 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:22.897493 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:22.903723 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-23f3a9aa-7907-4ce0-a976-6ecfed7f4cfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:22.940307 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['ae5fdc6e-8790-4578-b346-493d01ac7f18'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:38:23.018125 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:23.018896 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:23.020296 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fd4d3192-a6c3-4481-a6a1-c9d81352819d req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "PUT /v2.0/ports/ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 982 time: 0.8486645 Jun 17 17:38:23.044587 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'Port': ['ID=ae5fdc6e-8790-4578-b346-493d01ac7f18,revision_number=6']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:23.048496 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:23.074336 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf97c-831b-4259-8b27-6445231675d7 req-0a96c9ca-df03-40bb-b0ed-d967011d93f3 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:23.076135 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-20fbf97c-831b-4259-8b27-6445231675d7 req-0a96c9ca-df03-40bb-b0ed-d967011d93f3 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 943 time: 0.1364210 Jun 17 17:38:23.147128 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-20fbf97c-831b-4259-8b27-6445231675d7 req-8e17be59-2e48-4a5a-8fba-f42f259cb315 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652196 Jun 17 17:38:23.226947 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['ae5fdc6e-8790-4578-b346-493d01ac7f18'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:38:23.228156 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51224) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:23.237918 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:23.242422 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0106d4-b7f6-4369-818c-ffcab465b0e5 None None] The sync data for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb is: [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:38:23.375611 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9204871f-6c44-48d8-ba05-3608ae3a1252 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:23.419219 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73788-49fb-4d24-80b6-c16ca1d1ed5e req-65bb9e36-5f90-4041-9960-c4a70a65469a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:23.420688 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4cc73788-49fb-4d24-80b6-c16ca1d1ed5e req-65bb9e36-5f90-4041-9960-c4a70a65469a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.1695132 Jun 17 17:38:23.423164 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9204871f-6c44-48d8-ba05-3608ae3a1252 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:23.445414 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-edad37e0-2d41-4a46-9d08-ea6381556e25 None None] Provisioning complete for port ae5fdc6e-8790-4578-b346-493d01ac7f18 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:38:23.445787 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-edad37e0-2d41-4a46-9d08-ea6381556e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:23.504012 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4cc73788-49fb-4d24-80b6-c16ca1d1ed5e req-f41b3b98-9e35-48d7-8014-dbff7c745e25 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726836 Jun 17 17:38:23.506384 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74da079-b928-4366-b8b4-ce5f41549cf7 None None] New status for floating IP 130ca761-3bae-41c2-8a06-f7c596991b1a: DOWN {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:38:23.523709 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9204871f-6c44-48d8-ba05-3608ae3a1252 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:23.538657 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-1f591253-7bec-4309-834a-d0e96d87765b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:23.544170 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204871f-6c44-48d8-ba05-3608ae3a1252 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30665428-9a96-4fa3-9e83-662e591372f1,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:23.546862 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9204871f-6c44-48d8-ba05-3608ae3a1252 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:23.554816 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9204871f-6c44-48d8-ba05-3608ae3a1252 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:23.555931 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-9204871f-6c44-48d8-ba05-3608ae3a1252 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "DELETE /v2.0/security-groups/30665428-9a96-4fa3-9e83-662e591372f1 HTTP/1.1" status: 204 len: 168 time: 0.3267436 Jun 17 17:38:23.558685 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51230) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:23.574646 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.api.v2.resource [None req-f713f78b-aea3-4e54-9110-bcbe33468d66 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] show failed (client error): The resource could not be found. Jun 17 17:38:23.575607 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-f713f78b-aea3-4e54-9110-bcbe33468d66 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups/30665428-9a96-4fa3-9e83-662e591372f1 HTTP/1.1" status: 404 len: 347 time: 0.0160389 Jun 17 17:38:23.579176 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51234) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:23.828965 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 99b1e457-979b-48ed-9593-70fee2240db2 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:38:23.833317 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Deleting port 9a12215a-c5ab-4e25-98d1-ae2dcb254942 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:38:23.833926 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.077690 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d33f-5b45-4b81-b007-e1db16d4972a req-06b42f1c-e0fb-4ce2-9950-f1b68e52fea8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:24.079723 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e5b2d33f-5b45-4b81-b007-e1db16d4972a req-06b42f1c-e0fb-4ce2-9950-f1b68e52fea8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.2170868 Jun 17 17:38:24.116172 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.116489 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.193028 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:24.223313 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '99b1e457-979b-48ed-9593-70fee2240db2', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'port_id': '99b1e457-979b-48ed-9593-70fee2240db2', 'mac_address': 'fa:16:3e:2f:a9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:38:24.251239 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Calling delete_port for 9a12215a-c5ab-4e25-98d1-ae2dcb254942 owned by network:floatingip {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:38:24.286154 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e5b2d33f-5b45-4b81-b007-e1db16d4972a req-89e107de-76fb-4703-a6f3-876d520d9bc8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007177 Jun 17 17:38:24.306601 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.345137 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b1e457-979b-48ed-9593-70fee2240db2 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:38:24.378656 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:24.391271 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.391986 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ff2d3a23-eeae-4c76-94b9-bebb258bcf35 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:38:24.398225 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:24.438444 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3b1e6-0736-44d4-ba80-1547f695e362 req-6b720323-a617-4d1a-9c1d-61fc222131d1 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:24.439905 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-21f3b1e6-0736-44d4-ba80-1547f695e362 req-6b720323-a617-4d1a-9c1d-61fc222131d1 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 943 time: 0.1413784 Jun 17 17:38:24.499135 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.503567 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3f509703-33a7-4149-a637-3b4ea69b74a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:24.533651 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-21f3b1e6-0736-44d4-ba80-1547f695e362 req-1cf1c360-7c5c-41ea-b441-47b5d0c8947e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871637 Jun 17 17:38:24.548665 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event deleted for resources: {'Port': ['ID=9a12215a-c5ab-4e25-98d1-ae2dcb254942,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:24.551733 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:24.584931 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:24.590137 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:24.638235 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port ff2d3a23-eeae-4c76-94b9-bebb258bcf35, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:24.649656 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.652200 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': 'ff2d3a23-eeae-4c76-94b9-bebb258bcf35', 'network_id': 'a75f717f-0133-4e3b-a048-0e29c330620c', 'port_id': 'ff2d3a23-eeae-4c76-94b9-bebb258bcf35', 'mac_address': 'fa:16:3e:28:8b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebee0a9-348f-4a32-b329-989df538f0d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:38:24.667912 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.671639 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "DELETE /v2.0/floatingips/130ca761-3bae-41c2-8a06-f7c596991b1a HTTP/1.1" status: 204 len: 168 time: 1.0911396 Jun 17 17:38:24.712989 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.733643 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2d3a23-eeae-4c76-94b9-bebb258bcf35 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:38:24.751454 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port ff2d3a23-eeae-4c76-94b9-bebb258bcf35, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:24.756513 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:24.759473 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:24.826111 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:24.834022 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:24.838338 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:24.886770 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'status': 'completed', 'code': 200} Jun 17 17:38:24.928994 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51246) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:24.934690 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587864261', 'description': 'tempest-description--1243572186'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:24.973223 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:24.981840 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:security_group and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:24.986056 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:24.996548 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:25.011259 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:25.050785 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1219533e-f90c-46af-a7c6-36db0737b1db req-b0a1082c-fe75-49da-aa82-3aa4a648e96c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1138 time: 0.1112099 Jun 17 17:38:25.056764 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:25.080653 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:security_group_rule and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:25.085865 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:25.139300 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:25.222056 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219533e-f90c-46af-a7c6-36db0737b1db req-cbdba58b-c21a-416a-b682-5f2e1e6fd1ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:25.223500 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1219533e-f90c-46af-a7c6-36db0737b1db req-cbdba58b-c21a-416a-b682-5f2e1e6fd1ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 916 time: 0.1644392 Jun 17 17:38:25.255837 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['99b1e457-979b-48ed-9593-70fee2240db2'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:38:25.280420 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['ff2d3a23-eeae-4c76-94b9-bebb258bcf35'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:38:25.286272 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:25.292583 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:25.304762 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-42fe109e-d2fc-4c6c-9a5a-91147b7d043d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:25.371710 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a29f70-8900-4a79-853e-ef362d0970b9,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:25.376762 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:25.378444 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:25.379640 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4496605 Jun 17 17:38:25.381949 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1219533e-f90c-46af-a7c6-36db0737b1db req-910b9945-1612-4911-b15f-cb9b65b6d2b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 1001 time: 0.1498017 Jun 17 17:38:25.382451 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51252) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:25.390114 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'security_group_rule': {'security_group_id': '91a29f70-8900-4a79-853e-ef362d0970b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:25.431626 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:25.441988 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:security_group_rule and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:25.453071 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:25.488577 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:25.525134 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219533e-f90c-46af-a7c6-36db0737b1db req-a5fec04c-93f2-4117-86d4-b8139e1bd4ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:25.526576 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1219533e-f90c-46af-a7c6-36db0737b1db req-a5fec04c-93f2-4117-86d4-b8139e1bd4ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 200 len: 854 time: 0.1319137 Jun 17 17:38:25.529540 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:25.650817 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b08c77-6002-4f54-9e51-a30aabdae0db req-7271cad4-fb52-409b-9b07-86b4677b372d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:25.652172 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a7b08c77-6002-4f54-9e51-a30aabdae0db req-7271cad4-fb52-409b-9b07-86b4677b372d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 944 time: 0.2024069 Jun 17 17:38:25.682333 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:25.725413 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1219533e-f90c-46af-a7c6-36db0737b1db req-431b4615-c35d-4825-b9bb-a57bc3d86825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c05585b-ab9a-434e-98a1-2b24acd76536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1853139 Jun 17 17:38:25.726012 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:25.832521 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:25.926651 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334dd02e-42e6-47b5-9d3c-5e573359bbfa,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:25.935884 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:25.948560 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:25.952168 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5664420 Jun 17 17:38:25.952496 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51258) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:25.955540 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a7b08c77-6002-4f54-9e51-a30aabdae0db req-ef378ed9-c075-48e4-b7d2-a4ea095b41dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918828 Jun 17 17:38:25.961628 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'security_group_rule': {'security_group_id': '91a29f70-8900-4a79-853e-ef362d0970b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:25.972379 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:25.978847 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:security_group_rule and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:25.983581 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:25.993115 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:26.000981 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be23dc-5171-43fd-852c-e13d814ce0f0 req-3b2e30b2-88f5-49a0-b94d-97283fba1579 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:26.002450 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-81be23dc-5171-43fd-852c-e13d814ce0f0 req-3b2e30b2-88f5-49a0-b94d-97283fba1579 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 944 time: 0.3190553 Jun 17 17:38:26.011010 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1219533e-f90c-46af-a7c6-36db0737b1db req-9f1d0fe2-799b-4f8a-ac70-31546e3281c2 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779279 Jun 17 17:38:26.026681 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:26.082084 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:26.085498 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:26.087714 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:26.111326 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f170d51a-2f54-49db-abfe-4251e5dbbd76,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:26.113702 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:26.121672 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:26.122873 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1687663 Jun 17 17:38:26.126785 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51262) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:26.131758 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'floatingip': {'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:26.136086 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-81be23dc-5171-43fd-852c-e13d814ce0f0 req-d1a11b95-bd45-49e4-ac29-329139b9052b tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240690 Jun 17 17:38:26.136848 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:26.141232 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Usage tracker for resource:floatingip and tenant:cb7fb29e35c843e99d438b71e64dd45d is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:38:26.144044 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:38:26.149659 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:26.165906 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:26.176052 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1219533e-f90c-46af-a7c6-36db0737b1db req-901e56fb-1c74-4ca3-84a2-51fa37ac3214 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499014 Jun 17 17:38:26.298012 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:26.427941 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Allocated IP 172.28.2.166 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/4a804129-a6a6-4ec3-8794-74609df09314) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:38:26.575807 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:26.602229 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:26.606647 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:26.670917 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:38:26.674720 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:38:26.677335 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:38:26.702412 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'Port': ['ID=4a804129-a6a6-4ec3-8794-74609df09314,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:26.705662 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:26.843135 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:26.899773 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:27.103722 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:27.108190 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535317221'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:27.112629 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:27.208788 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1e42e-0299-4cd7-aa04-932c01e6a00f req-5e09f9f6-9672-4cdd-8d71-6e6714ac8dca tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:27.210866 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41f1e42e-0299-4cd7-aa04-932c01e6a00f req-5e09f9f6-9672-4cdd-8d71-6e6714ac8dca tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 944 time: 0.0790997 Jun 17 17:38:27.217487 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'Port': ['ID=4a804129-a6a6-4ec3-8794-74609df09314,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:27.222581 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:27.231736 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:27.256031 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:27.257616 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-bbd41d7c-3a6e-4af6-a45b-5ccdd31596b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1302905 Jun 17 17:38:27.270889 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-41f1e42e-0299-4cd7-aa04-932c01e6a00f req-d8739d99-9343-4f22-a4a1-59bcb66690da tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532835 Jun 17 17:38:27.480466 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8c7912ad-5ec8-49e5-9398-fe6bbfcc1ec7 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Synchronizing usage tracker for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:27.504028 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8c7912ad-5ec8-49e5-9398-fe6bbfcc1ec7 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Unset dirty status for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:27.505183 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8c7912ad-5ec8-49e5-9398-fe6bbfcc1ec7 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--587864261&fields=id&tenant_id=cb7fb29e35c843e99d438b71e64dd45d HTTP/1.1" status: 200 len: 267 time: 0.1142998 Jun 17 17:38:27.511478 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cda30e-d774-4a90-8c4e-42f5319b7cc2 req-5d0f2fb0-64e2-4b0d-9725-690277631487 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:27.512854 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35cda30e-d774-4a90-8c4e-42f5319b7cc2 req-5d0f2fb0-64e2-4b0d-9725-690277631487 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 944 time: 0.1057768 Jun 17 17:38:27.657261 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35cda30e-d774-4a90-8c4e-42f5319b7cc2 req-81014175-b153-4493-ae07-95b9810b1167 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247778 Jun 17 17:38:27.685083 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8310076b-4103-4a7c-90d7-ceb6591ef0cc tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:27.686502 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8310076b-4103-4a7c-90d7-ceb6591ef0cc tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 811 time: 0.1728096 Jun 17 17:38:27.702322 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-76fc8367-2dd7-4007-8bd5-3a95579df6bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/quotas/cb7fb29e35c843e99d438b71e64dd45d HTTP/1.1" status: 200 len: 375 time: 0.0105484 Jun 17 17:38:27.783859 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 99b1e457-979b-48ed-9593-70fee2240db2 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:38:27.785864 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-78d4f105-f38c-44f8-ae5d-44949774489f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Synchronizing usage tracker for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:27.801396 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-78d4f105-f38c-44f8-ae5d-44949774489f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Unset dirty status for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:27.802692 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-78d4f105-f38c-44f8-ae5d-44949774489f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948732 Jun 17 17:38:27.853152 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 99b1e457-979b-48ed-9593-70fee2240db2 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:38:27.858053 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 99b1e457-979b-48ed-9593-70fee2240db2 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:38:27.858390 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:27.942044 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-c6d03ba2-e4bf-4e1d-a0ae-3ee32fd32bde service neutron] 10.222.0.15 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268041 Jun 17 17:38:28.046528 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:28.073537 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-1a01e375-1cbf-4751-854e-eddc57df9bc5 service neutron] 10.222.0.15 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253965 Jun 17 17:38:28.084380 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:28.096632 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:28.101315 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:28.102361 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ff2d3a23-eeae-4c76-94b9-bebb258bcf35 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:38:28.129287 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:28.157315 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2', 'code': 200} Jun 17 17:38:28.273278 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c651e545-754f-45a0-88f0-6f91bfbba6f3 req-e2124e9a-9bc9-44d6-bf6b-783afef0fa39 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0442135 Jun 17 17:38:28.322186 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:28.325889 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:28.355505 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port ff2d3a23-eeae-4c76-94b9-bebb258bcf35 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:38:28.370817 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port ff2d3a23-eeae-4c76-94b9-bebb258bcf35 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:38:28.371191 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:28.523990 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-19839488-8375-4a5b-aa4f-5931309f3b2b req-a5b6d7eb-0cab-4fe3-bc2f-cdf6b6d804e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 1098 time: 0.1455030 Jun 17 17:38:28.552013 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904ffb-e6c6-4ade-b070-cd041931359b req-6769446b-d53a-4b7e-9de7-f7ee41bfd13e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:28.553434 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1e904ffb-e6c6-4ade-b070-cd041931359b req-6769446b-d53a-4b7e-9de7-f7ee41bfd13e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.1066594 Jun 17 17:38:28.559370 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:28.597976 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port ff2d3a23-eeae-4c76-94b9-bebb258bcf35, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:28.603348 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:28.603937 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-19839488-8375-4a5b-aa4f-5931309f3b2b req-1d3300a1-4a80-48c4-b49c-dc878b194bed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717340 Jun 17 17:38:28.605130 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:28.616495 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1e904ffb-e6c6-4ade-b070-cd041931359b req-da2035eb-4dd1-495b-8ea9-06fbfa3bed5d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494757 Jun 17 17:38:28.669003 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:28.672682 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:28.861223 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92597-4f16-496c-8113-0ff7cc0d73b9 req-ea1357c8-476b-479c-89e0-ef7780130d1f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:28.862818 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-11e92597-4f16-496c-8113-0ff7cc0d73b9 req-ea1357c8-476b-479c-89e0-ef7780130d1f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.0829108 Jun 17 17:38:28.908534 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-11e92597-4f16-496c-8113-0ff7cc0d73b9 req-df7a0c77-2533-4c73-9f79-919914b983c2 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Jun 17 17:38:29.436030 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d12b54b1-8503-4901-ac14-bc315f0c6028 req-56341c48-0e0d-4bb3-baa2-151ed618fd8f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0402670 Jun 17 17:38:29.860105 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48688e8b-81ba-422d-8dbc-e21f4c558725 req-4168cfe2-1564-4e2c-ad18-34d63fb3ec89 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:29.861599 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-48688e8b-81ba-422d-8dbc-e21f4c558725 req-4168cfe2-1564-4e2c-ad18-34d63fb3ec89 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.1070409 Jun 17 17:38:30.135512 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-48688e8b-81ba-422d-8dbc-e21f4c558725 req-b96d013d-18a4-44ee-92c5-1b6d6d81deb0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236524 Jun 17 17:38:30.158308 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c5d7c3-534e-4063-a16c-c1dc8b850467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2d3a23-eeae-4c76-94b9-bebb258bcf35'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:30.170496 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-b98fe9b2-50cc-4000-b579-033af3014fb3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:30.172116 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-b98fe9b2-50cc-4000-b579-033af3014fb3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 811 time: 0.3383768 Jun 17 17:38:30.190840 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04729909-2f43-4ab9-ad18-dcc6407b384e req-08439514-31f8-493d-a7c1-d8d8af591e96 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:30.192369 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-04729909-2f43-4ab9-ad18-dcc6407b384e req-08439514-31f8-493d-a7c1-d8d8af591e96 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.1526654 Jun 17 17:38:30.217813 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c5d7c3-534e-4063-a16c-c1dc8b850467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2d3a23-eeae-4c76-94b9-bebb258bcf35', 'code': 200} Jun 17 17:38:30.271788 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-04729909-2f43-4ab9-ad18-dcc6407b384e req-0b5c5144-84b4-458b-9401-dccf1d4ea91a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722582 Jun 17 17:38:30.302466 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-b70a8bbd-dc74-4934-9394-e8b61e559942 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb7fb29e35c843e99d438b71e64dd45d HTTP/1.1" status: 200 len: 5044 time: 0.0852098 Jun 17 17:38:30.366238 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'port': {'device_id': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'admin_state_up': True, 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'security_groups': ['91a29f70-8900-4a79-853e-ef362d0970b9']}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:30.550957 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:38:30.598506 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:38:30.614144 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c015f69b-b3fd-4b08-8357-81523a5cd622 req-69832654-b2b4-4bb0-bbd2-3906e61618df tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0528741 Jun 17 17:38:30.628286 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Made reservation on behalf of cb7fb29e35c843e99d438b71e64dd45d for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:38:30.631303 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:30.647904 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0f24a24-015e-4f2c-b0d6-bfb5a2e1645d req-8a575230-35ae-4761-a741-48fa896513d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 1098 time: 0.1494548 Jun 17 17:38:30.751827 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a0f24a24-015e-4f2c-b0d6-bfb5a2e1645d req-7cefaabd-d146-4526-ab21-649b679a42a7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961652 Jun 17 17:38:30.823249 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Allocated IP 172.20.0.5 (0ee2905d-0992-40a9-bf31-ae5a057d589a/abb858be-8b85-4492-b68c-942eccff711a/f40da072-e2d3-4c96-8109-485526d23d8c) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:38:31.004501 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:31.019524 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Transition to ACTIVE for port object f40da072-e2d3-4c96-8109-485526d23d8c will not be triggered until provisioned by entity DHCP. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:38:31.040364 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:31.045938 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0e716732-9cc2-4ff5-82a9-4a40aad29304 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:31.113953 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:38:31.117180 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event updated for resources: {'Port': ['ID=f40da072-e2d3-4c96-8109-485526d23d8c,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:31.119540 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:38:31.121222 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:31.122785 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:38:31.187364 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:31.187967 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:31.214414 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-9c71d81e-44a5-4a11-8cb1-bc54434fbe24 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8522999 Jun 17 17:38:31.244553 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Request body: {'port': {'device_id': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:31.370895 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-226a558d-3a32-4c37-b03e-6d3e0d6f85d6 None None] Provisioning for port f40da072-e2d3-4c96-8109-485526d23d8c completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:38:31.376328 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-226a558d-3a32-4c37-b03e-6d3e0d6f85d6 None None] Provisioning complete for port f40da072-e2d3-4c96-8109-485526d23d8c triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:38:31.376733 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-226a558d-3a32-4c37-b03e-6d3e0d6f85d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:31.430267 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-226a558d-3a32-4c37-b03e-6d3e0d6f85d6 None None] Port f40da072-e2d3-4c96-8109-485526d23d8c cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:38:31.443660 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:31.475697 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aeabe4-97ce-4b2f-b1e8-a203609692ff req-a238a3ad-8b51-4de3-ba83-23b1fdcc06b8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:31.477114 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16aeabe4-97ce-4b2f-b1e8-a203609692ff req-a238a3ad-8b51-4de3-ba83-23b1fdcc06b8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.2034078 Jun 17 17:38:31.563690 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:31.636251 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16aeabe4-97ce-4b2f-b1e8-a203609692ff req-dc5b02a2-f29b-48d5-ac0f-872942e6f627 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496243 Jun 17 17:38:31.655751 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e532e-06df-4e4f-9e74-85836065c86c req-48328a22-0c12-470e-8c8a-f6916f9c3d4a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:31.657152 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d71e532e-06df-4e4f-9e74-85836065c86c req-48328a22-0c12-470e-8c8a-f6916f9c3d4a tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.2538481 Jun 17 17:38:31.837325 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d71e532e-06df-4e4f-9e74-85836065c86c req-42019604-816f-47aa-9909-379e00602ae9 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739635 Jun 17 17:38:31.942101 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aa9f7-d770-4725-92f5-47cfbb9616f5 req-587d5ca4-c9d3-4655-b6ae-4e080a8e6624 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:31.942726 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-775aa9f7-d770-4725-92f5-47cfbb9616f5 req-587d5ca4-c9d3-4655-b6ae-4e080a8e6624 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Synchronizing usage tracker for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:38:32.084264 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40da072-e2d3-4c96-8109-485526d23d8c {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:38:32.097262 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:32.103175 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-775aa9f7-d770-4725-92f5-47cfbb9616f5 req-587d5ca4-c9d3-4655-b6ae-4e080a8e6624 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Unset dirty status for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:38:32.104289 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-775aa9f7-d770-4725-92f5-47cfbb9616f5 req-587d5ca4-c9d3-4655-b6ae-4e080a8e6624 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 931 time: 0.3394966 Jun 17 17:38:32.117342 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8b359bf7-b054-4c5f-994d-f053e706e2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:32.119117 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Transition to ACTIVE for port object f40da072-e2d3-4c96-8109-485526d23d8c will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:38:32.140920 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:32.148366 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d23f81d5-8d6c-48fa-b5d0-c8fced0a8947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:32.277507 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33620c60-1f54-4340-9fb9-d7fac2cd67d7 req-58beb239-a932-48c5-84a7-ce8a647a81ac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:32.280065 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-33620c60-1f54-4340-9fb9-d7fac2cd67d7 req-58beb239-a932-48c5-84a7-ce8a647a81ac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.3317316 Jun 17 17:38:32.288636 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51314) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:32.290747 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Pushing event updated for resources: {'Port': ['ID=f40da072-e2d3-4c96-8109-485526d23d8c,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:32.304200 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-0122eb3f-8836-4f51-ae90-cec2bf6ca995 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Request body: {'floatingip': {'port_id': '99b1e457-979b-48ed-9593-70fee2240db2'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:32.307066 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-775aa9f7-d770-4725-92f5-47cfbb9616f5 req-be19a01a-d037-4c37-88ae-ba9b50f42657 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841924 Jun 17 17:38:32.308092 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:32.410378 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0122eb3f-8836-4f51-ae90-cec2bf6ca995 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:32.422915 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:32.468580 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c710f704-f085-4b14-800a-f63a455e937b req-f6fe4187-3569-476e-b73c-368673586f63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588459 Jun 17 17:38:32.489698 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Attempting to bind port f40da072-e2d3-4c96-8109-485526d23d8c on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:38:32.489946 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Attempting to bind port f40da072-e2d3-4c96-8109-485526d23d8c by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:38:32.490274 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Attempting to bind port f40da072-e2d3-4c96-8109-485526d23d8c on network 0ee2905d-0992-40a9-bf31-ae5a057d589a {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:38:32.495952 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Port f40da072-e2d3-4c96-8109-485526d23d8c on network 0ee2905d-0992-40a9-bf31-ae5a057d589a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:38:32.496286 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Attempting to bind port f40da072-e2d3-4c96-8109-485526d23d8c on network 0ee2905d-0992-40a9-bf31-ae5a057d589a {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:38:32.502998 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:38:32.503227 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Checking segment: {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:38:32.503615 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Bound using segment: {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:38:32.504041 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Bound port: f40da072-e2d3-4c96-8109-485526d23d8c, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef50ad7-053d-4b7d-baa8-c557e474e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:38:32.504383 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:32.646979 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] For port f40da072-e2d3-4c96-8109-485526d23d8c, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:38:32.650791 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] For port f40da072-e2d3-4c96-8109-485526d23d8c, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=f40da072-e2d3-4c96-8109-485526d23d8c,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:38:32.656857 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:32.662370 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-251144aa-193b-43ad-9ca5-aa1ecc267aa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:32.738048 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c710f704-f085-4b14-800a-f63a455e937b req-e9745bd5-8869-46a8-b6cd-5f8cb07ad087 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1138 time: 0.1729450 Jun 17 17:38:32.739417 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:32.740728 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] 10.222.0.20 "PUT /v2.0/ports/f40da072-e2d3-4c96-8109-485526d23d8c HTTP/1.1" status: 200 len: 1093 time: 1.5004580 Jun 17 17:38:32.744241 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'tag': 'f40da072-e2d3-4c96-8109-485526d23d8c'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:32.755074 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Pushing event updated for resources: {'Port': ['ID=f40da072-e2d3-4c96-8109-485526d23d8c,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:32.792624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:32.872296 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'tag': 'f40da072-e2d3-4c96-8109-485526d23d8c', 'status': 'completed', 'code': 200} Jun 17 17:38:32.962926 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f704-f085-4b14-800a-f63a455e937b req-0585e8e7-4f82-4910-8992-8d4bd43dd0dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:32.964956 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c710f704-f085-4b14-800a-f63a455e937b req-0585e8e7-4f82-4910-8992-8d4bd43dd0dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 916 time: 0.2070911 Jun 17 17:38:33.132489 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-1d2c0a31-3cb4-497c-bc6d-c4a78a9c6a87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 1096 time: 0.2926564 Jun 17 17:38:33.135091 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c710f704-f085-4b14-800a-f63a455e937b req-295d02b8-4fa4-4046-8980-a9c58c277576 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 1001 time: 0.1346424 Jun 17 17:38:33.155038 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87231338-9cee-4ed7-b05b-ceec34abcbf5 req-5fb39678-3e2f-451c-813a-13d3874f1fa0 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:33.156489 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-87231338-9cee-4ed7-b05b-ceec34abcbf5 req-5fb39678-3e2f-451c-813a-13d3874f1fa0 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.1882019 Jun 17 17:38:33.274291 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0122eb3f-8836-4f51-ae90-cec2bf6ca995 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:33.278441 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0122eb3f-8836-4f51-ae90-cec2bf6ca995 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:33.281914 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-23e247f5-61f7-44db-b506-d06dcfacd5d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40da072-e2d3-4c96-8109-485526d23d8c HTTP/1.1" status: 200 len: 217 time: 0.1235020 Jun 17 17:38:33.340487 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f704-f085-4b14-800a-f63a455e937b req-626f246d-f5f2-4a88-9465-c74465c4d303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:33.341932 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c710f704-f085-4b14-800a-f63a455e937b req-626f246d-f5f2-4a88-9465-c74465c4d303 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 200 len: 854 time: 0.1845913 Jun 17 17:38:33.401979 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-87231338-9cee-4ed7-b05b-ceec34abcbf5 req-3aa2fa12-21fd-424a-afce-9cd6eab6ae55 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696262 Jun 17 17:38:33.418372 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-bb687f22-de11-462b-81c0-8161b5147f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:33.419857 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-bb687f22-de11-462b-81c0-8161b5147f8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 200 len: 850 time: 0.1250608 Jun 17 17:38:33.493424 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.l3_db [None req-0122eb3f-8836-4f51-ae90-cec2bf6ca995 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Floating IP 15026300-b969-470a-bc5d-05e12903f683 associated. External IP: 172.28.2.201, port: 99b1e457-979b-48ed-9593-70fee2240db2. Jun 17 17:38:33.552304 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c710f704-f085-4b14-800a-f63a455e937b req-fc94d948-cb58-4e73-9996-31171c3b8eff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c05585b-ab9a-434e-98a1-2b24acd76536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2004805 Jun 17 17:38:33.657527 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-ea5e516d-7184-4e6b-9ff2-3f1b2162c227 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ee2905d-0992-40a9-bf31-ae5a057d589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2302344 Jun 17 17:38:33.665112 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719e40d-e236-4ddb-96e5-77dd8dd314f9 req-dfa3a293-399d-43e0-b4a3-c6f29aba3e21 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:33.666572 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2719e40d-e236-4ddb-96e5-77dd8dd314f9 req-dfa3a293-399d-43e0-b4a3-c6f29aba3e21 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 943 time: 0.2099419 Jun 17 17:38:33.916756 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0122eb3f-8836-4f51-ae90-cec2bf6ca995 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:38:33.945992 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c710f704-f085-4b14-800a-f63a455e937b req-2a748f0d-97ad-4633-85f3-c3ed7427d11c service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861039 Jun 17 17:38:33.967345 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2719e40d-e236-4ddb-96e5-77dd8dd314f9 req-6c7cc53d-b6e5-4a6e-a3ff-170cb5927361 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719522 Jun 17 17:38:34.064503 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-3de37c36-10c1-425d-81f5-969f301d3304 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949499 Jun 17 17:38:34.138258 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0122eb3f-8836-4f51-ae90-cec2bf6ca995 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:38:34.142430 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0122eb3f-8836-4f51-ae90-cec2bf6ca995 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:34.150866 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] Sync routers for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:38:34.167040 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:34.167893 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:34.196432 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-0122eb3f-8836-4f51-ae90-cec2bf6ca995 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "PUT /v2.0/floatingips/15026300-b969-470a-bc5d-05e12903f683 HTTP/1.1" status: 200 len: 991 time: 1.9055135 Jun 17 17:38:34.197055 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2'}] {{(pid=74249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:34.201067 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c710f704-f085-4b14-800a-f63a455e937b req-fc79b54c-17d7-4819-9928-fed8fdb08992 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304168 Jun 17 17:38:34.258760 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a7d5-f35b-400a-bb3f-f58c9c15ebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:34.284511 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2', 'status': 'completed', 'code': 200} Jun 17 17:38:34.290071 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d8f4351c-69a6-4905-881d-4c33ba7a0336 req-d4a50d89-6347-487a-8d57-1d593c449554 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074127 Jun 17 17:38:34.393069 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:34.550660 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4d309653-e6ec-423d-8f54-75be74650f7d req-20eb11f0-a4f8-48b8-a4fc-fbbccee5475b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 1098 time: 0.1362679 Jun 17 17:38:34.554388 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-30ee8fa5-8fca-4eab-b0a3-cb314ba86cfa req-575a9577-9fd6-48d9-a635-b7a3bb94f2f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 1096 time: 0.1046605 Jun 17 17:38:34.743511 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': '15026300-b969-470a-bc5d-05e12903f683', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'port_id': '99b1e457-979b-48ed-9593-70fee2240db2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'mac_address': 'fa:16:3e:2f:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:38:10Z', 'updated_at': '2021-06-17T17:38:33Z', 'revision_number': 1, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:53Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:34.747581 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] Checking router: 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:38:34.758268 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:34.758986 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:34.812146 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309653-e6ec-423d-8f54-75be74650f7d req-9b47b39e-ffc8-4d8c-a343-2e13df63c136 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:34.813577 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4d309653-e6ec-423d-8f54-75be74650f7d req-9b47b39e-ffc8-4d8c-a343-2e13df63c136 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.2335761 Jun 17 17:38:34.815835 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee8fa5-8fca-4eab-b0a3-cb314ba86cfa req-d247b83f-e05a-4899-83a4-61e10d6386ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:34.817100 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-30ee8fa5-8fca-4eab-b0a3-cb314ba86cfa req-d247b83f-e05a-4899-83a4-61e10d6386ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 912 time: 0.2359767 Jun 17 17:38:34.936434 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:34.946019 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-30ee8fa5-8fca-4eab-b0a3-cb314ba86cfa req-1be1a34a-dda7-4758-9d56-d9eddda40d00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40da072-e2d3-4c96-8109-485526d23d8c HTTP/1.1" status: 200 len: 217 time: 0.1198614 Jun 17 17:38:35.031907 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4d309653-e6ec-423d-8f54-75be74650f7d req-db423f82-929a-43ee-8e49-7883e04ff7ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b1e457-979b-48ed-9593-70fee2240db2 HTTP/1.1" status: 200 len: 999 time: 0.2068689 Jun 17 17:38:35.035186 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee8fa5-8fca-4eab-b0a3-cb314ba86cfa req-bedb0e50-eec5-445b-aada-15d154566e54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:35.036548 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-30ee8fa5-8fca-4eab-b0a3-cb314ba86cfa req-bedb0e50-eec5-445b-aada-15d154566e54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 200 len: 850 time: 0.0814676 Jun 17 17:38:35.219856 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309653-e6ec-423d-8f54-75be74650f7d req-549864b1-d05c-4b74-8408-512ca27c48b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:35.221274 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4d309653-e6ec-423d-8f54-75be74650f7d req-549864b1-d05c-4b74-8408-512ca27c48b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.1349068 Jun 17 17:38:35.289405 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': '15026300-b969-470a-bc5d-05e12903f683', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'port_id': '99b1e457-979b-48ed-9593-70fee2240db2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'mac_address': 'fa:16:3e:2f:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:38:10Z', 'updated_at': '2021-06-17T17:38:33Z', 'revision_number': 1, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:53Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:35.293921 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664773a5-ff35-4e83-abb7-e0547e4a97d9 None None] The sync data for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb is: [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': '15026300-b969-470a-bc5d-05e12903f683', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'port_id': '99b1e457-979b-48ed-9593-70fee2240db2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'mac_address': 'fa:16:3e:2f:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:38:10Z', 'updated_at': '2021-06-17T17:38:33Z', 'revision_number': 1, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:53Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:38:35.296676 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-30ee8fa5-8fca-4eab-b0a3-cb314ba86cfa req-68b02aca-017f-4151-a932-4bb7d69e356d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ee2905d-0992-40a9-bf31-ae5a057d589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2451532 Jun 17 17:38:35.308947 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e9cb8-7059-4ff1-8d4e-bebf2915bcb4 req-d01ed2e6-ed16-490b-8c26-a6380997295e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:35.310651 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2a7e9cb8-7059-4ff1-8d4e-bebf2915bcb4 req-d01ed2e6-ed16-490b-8c26-a6380997295e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 943 time: 0.1897550 Jun 17 17:38:35.328016 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:35.553980 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c151de-458d-48d6-aaa7-6487ec086809 None None] New status for floating IP 15026300-b969-470a-bc5d-05e12903f683: ACTIVE {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:38:35.609433 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4d309653-e6ec-423d-8f54-75be74650f7d req-fd9ff560-1744-4413-92ab-00144f29efe6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3785033 Jun 17 17:38:35.616115 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2a7e9cb8-7059-4ff1-8d4e-bebf2915bcb4 req-6b0be768-1cd0-4188-bdcc-99e0c4448a7f tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823975 Jun 17 17:38:35.718731 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-30ee8fa5-8fca-4eab-b0a3-cb314ba86cfa req-e547cff3-b29b-40be-9ac8-324299aa4943 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065773 Jun 17 17:38:35.883534 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4d309653-e6ec-423d-8f54-75be74650f7d req-b87c1874-2081-4107-8867-0ef2a1c02490 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516201 Jun 17 17:38:35.970828 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-30ee8fa5-8fca-4eab-b0a3-cb314ba86cfa req-7c6fbd87-4470-4a7a-beb9-8e79c39e426c service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330701 Jun 17 17:38:36.036776 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4d309653-e6ec-423d-8f54-75be74650f7d req-fa69042c-0c99-4ac3-b729-97b24b1c02d8 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370304 Jun 17 17:38:36.817611 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96b0d-38f9-44bd-85c6-95dba6219acb req-86b99bfd-d42b-4fa4-b05b-3ea27e3efb04 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:36.819357 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-18a96b0d-38f9-44bd-85c6-95dba6219acb req-86b99bfd-d42b-4fa4-b05b-3ea27e3efb04 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 943 time: 0.0757704 Jun 17 17:38:36.856384 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:36.872149 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-18a96b0d-38f9-44bd-85c6-95dba6219acb req-bb3d21ab-62b2-451f-a9e3-7db89e6294da tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466754 Jun 17 17:38:37.830644 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device f40da072-e2d3-4c96-8109-485526d23d8c details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:38:37.971734 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port f40da072-e2d3-4c96-8109-485526d23d8c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=f40da072-e2d3-4c96-8109-485526d23d8c,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:37.985602 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': 'f40da072-e2d3-4c96-8109-485526d23d8c', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'port_id': 'f40da072-e2d3-4c96-8109-485526d23d8c', 'mac_address': 'fa:16:3e:07:b3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:38:38.041084 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:38.064329 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40da072-e2d3-4c96-8109-485526d23d8c {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:38:38.079721 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port f40da072-e2d3-4c96-8109-485526d23d8c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=f40da072-e2d3-4c96-8109-485526d23d8c,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:38.084018 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:38.084784 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbadbe-a41d-4591-91d7-f7f63c142f40 req-38652498-fac0-4022-8e8d-f73633ee96ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:38.086291 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fbdbadbe-a41d-4591-91d7-f7f63c142f40 req-38652498-fac0-4022-8e8d-f73633ee96ae tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 943 time: 0.0829129 Jun 17 17:38:38.087028 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:38.137127 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fbdbadbe-a41d-4591-91d7-f7f63c142f40 req-c96d7faf-e08e-40af-b963-945f0e2eb073 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 Jun 17 17:38:38.151650 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=f40da072-e2d3-4c96-8109-485526d23d8c,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:38.155997 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:38.579324 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['f40da072-e2d3-4c96-8109-485526d23d8c'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:38:39.332750 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5af77-1637-4415-89c9-90bb6abc6b67 req-073303d7-98ee-439b-a894-7ff7ee3ef5b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:39.334169 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-60b5af77-1637-4415-89c9-90bb6abc6b67 req-073303d7-98ee-439b-a894-7ff7ee3ef5b3 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 944 time: 0.0776529 Jun 17 17:38:39.378146 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-60b5af77-1637-4415-89c9-90bb6abc6b67 req-f882c9e5-03cb-49d0-bc26-1816b365ad64 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383532 Jun 17 17:38:39.847001 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device f40da072-e2d3-4c96-8109-485526d23d8c up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:38:39.915768 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port f40da072-e2d3-4c96-8109-485526d23d8c completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:38:39.920191 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port f40da072-e2d3-4c96-8109-485526d23d8c triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:38:39.921080 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:40.038895 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:40.064987 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40da072-e2d3-4c96-8109-485526d23d8c'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:40.074545 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port f40da072-e2d3-4c96-8109-485526d23d8c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=f40da072-e2d3-4c96-8109-485526d23d8c,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:38:40.078453 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:40.081046 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-2584d41d-860f-4ba8-8681-a12a937a205c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:38:40.121386 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40da072-e2d3-4c96-8109-485526d23d8c', 'code': 200} Jun 17 17:38:40.145601 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=f40da072-e2d3-4c96-8109-485526d23d8c,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:38:40.148572 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:38:40.407540 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bddf4e07-2b45-4ce9-b8e2-12d86eb966bd req-b8e96823-e571-4b26-a78c-2439611e49b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 1098 time: 0.0721276 Jun 17 17:38:40.455979 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bddf4e07-2b45-4ce9-b8e2-12d86eb966bd req-f847439f-37fd-44b7-9ade-365b19844d13 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403101 Jun 17 17:38:40.571818 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645d21a-13cb-432a-8169-785c5bc16043 req-7a73e984-0c61-4c62-9630-014fee856580 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:40.573249 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3645d21a-13cb-432a-8169-785c5bc16043 req-7a73e984-0c61-4c62-9630-014fee856580 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 945 time: 0.0748365 Jun 17 17:38:40.620807 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3645d21a-13cb-432a-8169-785c5bc16043 req-bb8173d7-eb90-43fd-8097-c170d400e0bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Jun 17 17:38:41.815544 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e65a3-b31f-4ead-ab2c-5fc916f6baf6 req-6833b336-24e0-4839-af05-5579251b4c68 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:41.816987 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-291e65a3-b31f-4ead-ab2c-5fc916f6baf6 req-6833b336-24e0-4839-af05-5579251b4c68 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 945 time: 0.0763264 Jun 17 17:38:41.864025 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-291e65a3-b31f-4ead-ab2c-5fc916f6baf6 req-636a6efe-e9b4-4658-b55a-f1d66ea917d6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413246 Jun 17 17:38:43.062377 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82d225-8770-43cf-8c8d-c573d2694528 req-f2542bd8-cf1d-4fbf-beed-b78b579730e8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:43.063836 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7a82d225-8770-43cf-8c8d-c573d2694528 req-f2542bd8-cf1d-4fbf-beed-b78b579730e8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 945 time: 0.0791810 Jun 17 17:38:43.107658 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7a82d225-8770-43cf-8c8d-c573d2694528 req-6ba7a89d-fb41-4b20-bc3f-530914fbc491 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380538 Jun 17 17:38:43.296956 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef053a-b5cc-4396-8d50-04af1292c783 req-37600721-3d02-406d-b748-8cc3581370dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:43.298373 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a4ef053a-b5cc-4396-8d50-04af1292c783 req-37600721-3d02-406d-b748-8cc3581370dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 945 time: 0.0746796 Jun 17 17:38:43.306966 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 51404) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:38:43.312187 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-7303389d-a8ca-4dd8-90df-8d2bb040d2f8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Request body: {'floatingip': {'port_id': 'f40da072-e2d3-4c96-8109-485526d23d8c'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:38:43.387800 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7303389d-a8ca-4dd8-90df-8d2bb040d2f8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:44.241392 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7303389d-a8ca-4dd8-90df-8d2bb040d2f8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:44.245588 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7303389d-a8ca-4dd8-90df-8d2bb040d2f8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:44.441018 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.l3_db [None req-7303389d-a8ca-4dd8-90df-8d2bb040d2f8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Floating IP e5da0a60-ec84-436f-8a59-c9c0bc1db05b associated. External IP: 172.28.2.166, port: f40da072-e2d3-4c96-8109-485526d23d8c. Jun 17 17:38:44.827467 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7303389d-a8ca-4dd8-90df-8d2bb040d2f8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:38:45.018654 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7303389d-a8ca-4dd8-90df-8d2bb040d2f8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:38:45.022986 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7303389d-a8ca-4dd8-90df-8d2bb040d2f8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:38:45.028001 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] Sync routers for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:38:45.040288 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:45.040955 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:45.185246 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-7303389d-a8ca-4dd8-90df-8d2bb040d2f8 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "PUT /v2.0/floatingips/e5da0a60-ec84-436f-8a59-c9c0bc1db05b HTTP/1.1" status: 200 len: 991 time: 1.8772252 Jun 17 17:38:45.186488 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'tag': 'f40da072-e2d3-4c96-8109-485526d23d8c'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:38:45.261523 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'tag': 'f40da072-e2d3-4c96-8109-485526d23d8c', 'status': 'completed', 'code': 200} Jun 17 17:38:45.297223 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:45.408722 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e4a16d8-a54c-4b08-b48c-fddfffc9f413 req-9a303c16-d092-49d6-bff6-72f4e35fdd01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 1098 time: 0.0787075 Jun 17 17:38:45.555446 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a16d8-a54c-4b08-b48c-fddfffc9f413 req-5d190915-e4f7-4df6-812d-91ffba37fa5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:45.556795 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e4a16d8-a54c-4b08-b48c-fddfffc9f413 req-5d190915-e4f7-4df6-812d-91ffba37fa5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 200 len: 912 time: 0.1340425 Jun 17 17:38:45.650388 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'e5da0a60-ec84-436f-8a59-c9c0bc1db05b', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'port_id': 'f40da072-e2d3-4c96-8109-485526d23d8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'mac_address': 'fa:16:3e:07:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:38:26Z', 'updated_at': '2021-06-17T17:38:44Z', 'revision_number': 1, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:45.654578 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] Checking router: abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:38:45.662142 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e4a16d8-a54c-4b08-b48c-fddfffc9f413 req-9086326f-3fe6-45b9-b3bf-7256b1bc67f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40da072-e2d3-4c96-8109-485526d23d8c HTTP/1.1" status: 200 len: 999 time: 0.0975385 Jun 17 17:38:45.665063 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:38:45.665680 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:38:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:45.727142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a16d8-a54c-4b08-b48c-fddfffc9f413 req-4aed914b-bcea-4b1b-972e-f09630048ccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:45.728692 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e4a16d8-a54c-4b08-b48c-fddfffc9f413 req-4aed914b-bcea-4b1b-972e-f09630048ccb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 200 len: 850 time: 0.0589452 Jun 17 17:38:45.807328 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e4a16d8-a54c-4b08-b48c-fddfffc9f413 req-9d0d25be-5e20-4349-a7d4-333e271e7bcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ee2905d-0992-40a9-bf31-ae5a057d589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708742 Jun 17 17:38:45.843933 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:38:45.920687 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:38:45.948632 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e4a16d8-a54c-4b08-b48c-fddfffc9f413 req-b26f91cd-f6d2-4a18-af56-cc805dfd6c06 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273866 Jun 17 17:38:46.082702 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9e4a16d8-a54c-4b08-b48c-fddfffc9f413 req-121f7fab-4de1-43ef-a455-c9091968c8ca service neutron] 10.222.0.20 "GET /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228685 Jun 17 17:38:46.191936 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'e5da0a60-ec84-436f-8a59-c9c0bc1db05b', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'port_id': 'f40da072-e2d3-4c96-8109-485526d23d8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'mac_address': 'fa:16:3e:07:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:38:26Z', 'updated_at': '2021-06-17T17:38:44Z', 'revision_number': 1, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:38:46.196102 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8270c7-f97e-4a95-8d90-7edefa16f591 None None] The sync data for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb is: [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'e5da0a60-ec84-436f-8a59-c9c0bc1db05b', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'port_id': 'f40da072-e2d3-4c96-8109-485526d23d8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'mac_address': 'fa:16:3e:07:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:38:26Z', 'updated_at': '2021-06-17T17:38:44Z', 'revision_number': 1, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:38:46.392504 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158313bf-a53f-468b-93c6-b855c1e99df4 None None] New status for floating IP e5da0a60-ec84-436f-8a59-c9c0bc1db05b: ACTIVE {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:38:59.873373 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b957fa-4fc2-4a02-8a72-759afbfeb985 req-77c5cd97-5a67-4b02-92d9-33f32f5b5054 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:38:59.874875 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b1b957fa-4fc2-4a02-8a72-759afbfeb985 req-77c5cd97-5a67-4b02-92d9-33f32f5b5054 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.0754642 Jun 17 17:38:59.920025 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b1b957fa-4fc2-4a02-8a72-759afbfeb985 req-27bc5d44-790f-4587-b33e-850aed26791b tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Jun 17 17:39:01.118065 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d28b1-5f14-43e1-9fb5-15f854c1d25c req-a85a48e8-2f55-481a-aa90-4f9f892d2361 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:01.119517 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3a8d28b1-5f14-43e1-9fb5-15f854c1d25c req-a85a48e8-2f55-481a-aa90-4f9f892d2361 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.0791755 Jun 17 17:39:01.163553 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3a8d28b1-5f14-43e1-9fb5-15f854c1d25c req-24506fc3-9af6-4a10-91ae-2036a19470ab tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385172 Jun 17 17:39:01.609390 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:02.110106 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-370b70ff-bb60-440c-8ef9-2c303de4d02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:02.361377 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dafbf4-f660-4617-912e-95b2fbe5aded req-3fdfee10-dbf6-4e2a-83fb-e107e20ab0e1 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:02.362778 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-20dafbf4-f660-4617-912e-95b2fbe5aded req-3fdfee10-dbf6-4e2a-83fb-e107e20ab0e1 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.0752091 Jun 17 17:39:02.405487 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:02.407633 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-20dafbf4-f660-4617-912e-95b2fbe5aded req-6dac4dd9-48aa-4cfd-ade8-fa2bc5b6df19 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Jun 17 17:39:03.607323 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e723552-74d2-413f-9875-11bb9f66b07d req-eaced1af-915a-43e1-ae7f-0db45da2ffdc tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:03.608738 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2e723552-74d2-413f-9875-11bb9f66b07d req-eaced1af-915a-43e1-ae7f-0db45da2ffdc tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.0791376 Jun 17 17:39:03.653897 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2e723552-74d2-413f-9875-11bb9f66b07d req-843f0fe2-22a8-41b2-b0d5-cd6a2ea35505 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Jun 17 17:39:04.240531 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-56b23ea3-eff5-4b50-a663-e6b467504f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:04.854129 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869b50-4273-4e23-8a00-594af6c665c3 req-86e8af5b-249a-4d02-901a-fff5b6e25c33 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:04.855670 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-50869b50-4273-4e23-8a00-594af6c665c3 req-86e8af5b-249a-4d02-901a-fff5b6e25c33 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.0766144 Jun 17 17:39:04.907005 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-50869b50-4273-4e23-8a00-594af6c665c3 req-f96c5d4c-92ea-4d78-987f-f8d495c68e2e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452552 Jun 17 17:39:05.329198 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:05.445056 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-9f2b6a4c-98b1-4fbb-8849-4e085d208893 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:05.446450 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-9f2b6a4c-98b1-4fbb-8849-4e085d208893 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 945 time: 0.0790846 Jun 17 17:39:05.514104 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Deleting port ff2d3a23-eeae-4c76-94b9-bebb258bcf35 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:39:05.514434 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:05.753122 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] For port ff2d3a23-eeae-4c76-94b9-bebb258bcf35, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,segment=NetworkSegment(71296a1c-0aa0-4a16-9412-b39214b40253),segment_id=71296a1c-0aa0-4a16-9412-b39214b40253)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:39:05.753505 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:05.967338 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Calling delete_port for ff2d3a23-eeae-4c76-94b9-bebb258bcf35 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:39:06.157894 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:06.164338 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ee4e87b8-ffcd-4a38-8f79-235aa964dad4 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:06.208323 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Pushing event deleted for resources: {'Port': ['ID=ff2d3a23-eeae-4c76-94b9-bebb258bcf35,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:06.211005 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:06.218898 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c01b3-e032-4101-89ad-00bd342ae2e4 req-5dd9a9e8-79d9-404e-9b9f-abcb6b4bcd4c tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:06.220328 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-639c01b3-e032-4101-89ad-00bd342ae2e4 req-5dd9a9e8-79d9-404e-9b9f-abcb6b4bcd4c tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c5d7c3-534e-4063-a16c-c1dc8b850467 HTTP/1.1" status: 200 len: 867 time: 0.1843452 Jun 17 17:39:06.311307 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] No DVR routers for this DVR port ff2d3a23-eeae-4c76-94b9-bebb258bcf35 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:39:06.313840 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:06.317857 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c5d7c3-534e-4063-a16c-c1dc8b850467', 'name': 'network-vif-deleted', 'tag': 'ff2d3a23-eeae-4c76-94b9-bebb258bcf35'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:39:06.345634 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-067c0e28-5223-4de3-ad9b-470bde1cf5f4 req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.20 "DELETE /v2.0/ports/ff2d3a23-eeae-4c76-94b9-bebb258bcf35 HTTP/1.1" status: 204 len: 173 time: 0.8917527 Jun 17 17:39:06.350325 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-639c01b3-e032-4101-89ad-00bd342ae2e4 req-d5594260-4867-4f9b-8f12-86266c110717 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] 10.222.0.15 "GET /v2.0/security-groups?id=34051eb5-c499-42ea-9a82-b385135a2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025035 Jun 17 17:39:06.423145 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c5d7c3-534e-4063-a16c-c1dc8b850467', 'name': 'network-vif-deleted', 'tag': 'ff2d3a23-eeae-4c76-94b9-bebb258bcf35', 'status': 'completed', 'code': 200} Jun 17 17:39:06.855586 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:08.051855 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ff2d3a23-eeae-4c76-94b9-bebb258bcf35 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:39:08.084432 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: ff2d3a23-eeae-4c76-94b9-bebb258bcf35 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:39:08.084780 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ff2d3a23-eeae-4c76-94b9-bebb258bcf35 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:39:22.910651 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:39:28.918916 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51766) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:39:28.980656 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Deleting subnet 2ebee0a9-348f-4a32-b329-989df538f0d4 {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:39:28.985970 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.106567 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536762744'] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.159799 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.408905 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535317139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535300845'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.413497 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:29.446775 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebee0a9-348f-4a32-b329-989df538f0d4,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:29.454987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.460854 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.461220 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.461572 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.461947 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.462270 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.462635 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.462983 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.463325 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.463663 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.463999 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.465005 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:39:29.468562 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:29.470345 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2ebee0a9-348f-4a32-b329-989df538f0d4 HTTP/1.1" status: 204 len: 168 time: 0.5504692 Jun 17 17:39:29.472752 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51770) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:39:29.582512 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.714446 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.727840 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75f717f-0133-4e3b-a048-0e29c330620c']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:39:29.744178 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71296a1c-0aa0-4a16-9412-b39214b40253') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:39:29.744448 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71296a1c-0aa0-4a16-9412-b39214b40253') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:39:29.756690 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.772769 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.779000 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:39:29.779388 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:39:29.792390 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:39:29.866371 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.870171 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-539c95c7-cd75-4795-8ef9-d0e1372b5d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:29.883398 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:29.896000 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Pushing event deleted for resources: {'Network': ['ID=a75f717f-0133-4e3b-a048-0e29c330620c,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:29.898381 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] 10.222.0.15 "DELETE /v2.0/networks/a75f717f-0133-4e3b-a048-0e29c330620c HTTP/1.1" status: 204 len: 168 time: 0.4247448 Jun 17 17:39:29.899228 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:30.033597 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51780) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:39:30.083374 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b64c7116-5afa-47a3-98d6-551105499b87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3b1718e6ecb48bea7ca2c94e72126af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484889 Jun 17 17:39:30.085725 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 51784) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:39:30.144132 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-317681a0-bf57-4855-ade0-ba76d7c83969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:30.168784 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-317681a0-bf57-4855-ade0-ba76d7c83969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:30.218703 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-317681a0-bf57-4855-ade0-ba76d7c83969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:30.222216 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-155d9b4d-d2eb-4a8d-bacd-0982482dd83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:39:30.233548 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317681a0-bf57-4855-ade0-ba76d7c83969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34051eb5-c499-42ea-9a82-b385135a2dbf,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:39:30.237062 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-317681a0-bf57-4855-ade0-ba76d7c83969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:39:30.240356 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-317681a0-bf57-4855-ade0-ba76d7c83969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:30.241509 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-317681a0-bf57-4855-ade0-ba76d7c83969 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34051eb5-c499-42ea-9a82-b385135a2dbf HTTP/1.1" status: 204 len: 168 time: 0.1548591 Jun 17 17:39:31.587544 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:32.112842 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd499-8ff7-40b9-b971-e5595bc9215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:32.407623 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:32.563377 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-926386d4-6e25-4de4-9c65-963ee6c87125 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666826 Jun 17 17:39:32.668463 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-55b7a4a4-bb22-4599-99c7-25d1a6f74500 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 1098 time: 0.0704384 Jun 17 17:39:32.811271 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-a35e7ba2-d527-4995-94a4-ca71497b2dde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:32.812697 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-a35e7ba2-d527-4995-94a4-ca71497b2dde service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.1249549 Jun 17 17:39:32.913613 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-dc0d46b3-6f12-4de9-bcda-3ed1de5c58a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b1e457-979b-48ed-9593-70fee2240db2 HTTP/1.1" status: 200 len: 1001 time: 0.0941463 Jun 17 17:39:32.974622 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-976c589d-163d-4435-a27e-b5d87e803423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:32.975940 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-976c589d-163d-4435-a27e-b5d87e803423 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.0560017 Jun 17 17:39:33.050494 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-33d3a1a9-ed90-4357-a1d1-7048fbc2be68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680377 Jun 17 17:39:33.187657 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-9135641b-6868-4020-a512-43ebc57ba745 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283886 Jun 17 17:39:33.321292 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-792d0b45-49e5-4cd8-8a0d-80a25294718b req-e0f5432b-12d7-4873-b364-90a5732280df service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265459 Jun 17 17:39:34.246478 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e12e299a-7f26-45bc-9abb-caaac0d26f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:35.331725 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:36.859259 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:39:47.558136 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b74e567a-25fd-4963-94a6-f1b02dc01fd1 req-2199eb9b-808c-432d-b1b2-e4870140f313 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1138 time: 0.0966489 Jun 17 17:39:47.564460 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fc950-974f-437f-9286-1a82ef436a0a req-4d7f5b00-4cff-44be-84e7-c143cc8b10f1 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:47.565895 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2e4fc950-974f-437f-9286-1a82ef436a0a req-4d7f5b00-4cff-44be-84e7-c143cc8b10f1 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.1386256 Jun 17 17:39:47.707235 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2e4fc950-974f-437f-9286-1a82ef436a0a req-b7792623-1f8b-42f5-98b4-4270ec8313e4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223574 Jun 17 17:39:47.824173 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e567a-25fd-4963-94a6-f1b02dc01fd1 req-ad86b3b2-f3e6-479d-8a2e-71a6fa0af278 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:47.825595 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b74e567a-25fd-4963-94a6-f1b02dc01fd1 req-ad86b3b2-f3e6-479d-8a2e-71a6fa0af278 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 916 time: 0.2586043 Jun 17 17:39:47.941673 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b74e567a-25fd-4963-94a6-f1b02dc01fd1 req-880b0c89-bcab-4cbc-b7a6-37c7f475d282 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 1001 time: 0.1086547 Jun 17 17:39:48.004850 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e567a-25fd-4963-94a6-f1b02dc01fd1 req-b80163f4-37ce-47c4-9ae6-70c4c39f48bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:48.006170 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b74e567a-25fd-4963-94a6-f1b02dc01fd1 req-b80163f4-37ce-47c4-9ae6-70c4c39f48bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 200 len: 854 time: 0.0575442 Jun 17 17:39:48.083094 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b74e567a-25fd-4963-94a6-f1b02dc01fd1 req-fca813d4-2f25-4d6f-9cd6-9f0122c3c0d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c05585b-ab9a-434e-98a1-2b24acd76536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699937 Jun 17 17:39:48.216460 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b74e567a-25fd-4963-94a6-f1b02dc01fd1 req-99049294-6954-48b2-8d0b-9a9c7d2ea1d9 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260915 Jun 17 17:39:48.350776 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b74e567a-25fd-4963-94a6-f1b02dc01fd1 req-8a08de6e-80b9-46e8-a9e9-5e880e0f5573 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274917 Jun 17 17:39:48.914146 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420778e2-973a-4237-abe1-7aca90522cdb req-2af41375-e5c8-4bb0-bd35-f8d928e10e0a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:48.915618 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-420778e2-973a-4237-abe1-7aca90522cdb req-2af41375-e5c8-4bb0-bd35-f8d928e10e0a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0806577 Jun 17 17:39:48.966995 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-420778e2-973a-4237-abe1-7aca90522cdb req-2669e6d7-1e85-42ad-9e4a-5049f0ae66d6 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456884 Jun 17 17:39:50.167514 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7e414-3a4a-4468-91a4-0298741892ed req-01028af7-b9d2-4488-980b-aff45c34be71 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:50.168951 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-77d7e414-3a4a-4468-91a4-0298741892ed req-01028af7-b9d2-4488-980b-aff45c34be71 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0758007 Jun 17 17:39:50.219675 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-77d7e414-3a4a-4468-91a4-0298741892ed req-ae7bb9ec-597e-42bd-8bc5-9e44acf30e62 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450492 Jun 17 17:39:51.426228 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6341a3-adb9-4ae1-a69a-e31c3e1ee469 req-f1b280e6-fea1-4577-a3f6-da7c3a133ad2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:51.427727 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a6341a3-adb9-4ae1-a69a-e31c3e1ee469 req-f1b280e6-fea1-4577-a3f6-da7c3a133ad2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0785227 Jun 17 17:39:51.475539 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5a6341a3-adb9-4ae1-a69a-e31c3e1ee469 req-3c1acb2a-38a4-41b5-81b4-71cdbddeb81e tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420880 Jun 17 17:39:52.683024 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c372c-7d73-4b72-9c9d-7767b002c64c req-6d2d1776-d8bb-484e-abb4-cb9ff31e11ed tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:52.685376 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c83c372c-7d73-4b72-9c9d-7767b002c64c req-6d2d1776-d8bb-484e-abb4-cb9ff31e11ed tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0856755 Jun 17 17:39:52.737516 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c83c372c-7d73-4b72-9c9d-7767b002c64c req-691df06d-aceb-4eec-ba6a-3bcc6d68eaba tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465169 Jun 17 17:39:53.938871 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1c4bf-91a1-455f-9897-fd28b8da1f19 req-b33cb107-ca54-4d14-8d0a-dbbbf8c4a849 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:53.940304 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4ce1c4bf-91a1-455f-9897-fd28b8da1f19 req-b33cb107-ca54-4d14-8d0a-dbbbf8c4a849 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0765712 Jun 17 17:39:53.987324 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4ce1c4bf-91a1-455f-9897-fd28b8da1f19 req-66021cae-a5bb-4a74-bb2f-0d671833cec5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408456 Jun 17 17:39:55.347233 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199902ce-b2b9-4f2b-bfc7-58af9bd6d320 req-310ea645-c112-434e-986a-bbf21eab4ab4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:55.348649 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-199902ce-b2b9-4f2b-bfc7-58af9bd6d320 req-310ea645-c112-434e-986a-bbf21eab4ab4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0909705 Jun 17 17:39:55.398009 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-199902ce-b2b9-4f2b-bfc7-58af9bd6d320 req-85e9301d-7666-49c6-9cc8-9fbd82b30f8a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435610 Jun 17 17:39:56.601332 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc1064-8568-4dda-ba7c-e6b174394098 req-1ff8f1ee-8700-4528-9690-835417fabfde tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:56.603118 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c3fc1064-8568-4dda-ba7c-e6b174394098 req-1ff8f1ee-8700-4528-9690-835417fabfde tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0812223 Jun 17 17:39:56.655894 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c3fc1064-8568-4dda-ba7c-e6b174394098 req-539567db-28a8-49ab-a80d-f223d5d710d6 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468721 Jun 17 17:39:57.859912 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bafbe-a9cc-4b1b-ae13-c067665c45f1 req-5f04a92b-3f60-46d8-917f-1aeab4aa97d0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:57.861369 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-695bafbe-a9cc-4b1b-ae13-c067665c45f1 req-5f04a92b-3f60-46d8-917f-1aeab4aa97d0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0801950 Jun 17 17:39:57.910289 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-695bafbe-a9cc-4b1b-ae13-c067665c45f1 req-b088d03d-6aae-4079-a2af-42cd605c2690 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431731 Jun 17 17:39:59.120120 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc179dde-3c28-442f-bcfc-8a8509b1c97c req-ce03802e-7055-48bf-a4ce-af45c2d7033a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:39:59.121591 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cc179dde-3c28-442f-bcfc-8a8509b1c97c req-ce03802e-7055-48bf-a4ce-af45c2d7033a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0800166 Jun 17 17:39:59.166887 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cc179dde-3c28-442f-bcfc-8a8509b1c97c req-70b727ca-b6e1-40ac-97b9-c9420e73e0df tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396821 Jun 17 17:39:59.909973 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:40:00.364089 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe316d-3fa0-49dc-842c-5a72a13fd003 req-c38c78c3-d8ac-4f07-adb5-797c2667e10f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:00.365519 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fcfe316d-3fa0-49dc-842c-5a72a13fd003 req-c38c78c3-d8ac-4f07-adb5-797c2667e10f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0753293 Jun 17 17:40:00.412129 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fcfe316d-3fa0-49dc-842c-5a72a13fd003 req-99ee832e-af56-420f-aa08-4db2e72ed791 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403416 Jun 17 17:40:01.585724 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:01.619546 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733551a-f7d1-4dc8-b4df-cf7e778d2fb2 req-947b8c20-e214-448e-8b61-80d92e98a4ca tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:01.620980 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5733551a-f7d1-4dc8-b4df-cf7e778d2fb2 req-947b8c20-e214-448e-8b61-80d92e98a4ca tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0796568 Jun 17 17:40:01.670400 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5733551a-f7d1-4dc8-b4df-cf7e778d2fb2 req-7c9b1ba7-50f2-43a3-ac3c-7ec2f72fd9fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430577 Jun 17 17:40:02.114158 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-833f1150-c048-4337-b2d0-41ebf4759752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:02.408513 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:02.866139 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41cb2-e17b-43cb-a701-737bfe4a5c67 req-2eadc065-9f75-48f9-a3f1-cd8ca71deb37 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:02.867593 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f8e41cb2-e17b-43cb-a701-737bfe4a5c67 req-2eadc065-9f75-48f9-a3f1-cd8ca71deb37 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0745690 Jun 17 17:40:02.914189 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f8e41cb2-e17b-43cb-a701-737bfe4a5c67 req-ef3a7de4-e73e-4ce6-8a32-868c53fd80a2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410202 Jun 17 17:40:04.187693 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b19039-b203-46ff-a8e5-f07847b4a391 req-cfd20e9e-70b7-444e-8644-159ed9d35758 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:04.189042 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c9b19039-b203-46ff-a8e5-f07847b4a391 req-cfd20e9e-70b7-444e-8644-159ed9d35758 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.1518993 Jun 17 17:40:04.235509 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c9b19039-b203-46ff-a8e5-f07847b4a391 req-77c1e661-ecb8-4d0d-8e39-866e2a08d7a5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406513 Jun 17 17:40:04.247480 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-2bef3af1-d393-4a4c-a3a9-cc06b9210b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:05.334204 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:05.441345 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b49ec6-3d0b-46a8-b16a-ac6cd12771c5 req-267c1ce9-04e0-4e75-addb-5b5b791a6b27 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:05.442808 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c4b49ec6-3d0b-46a8-b16a-ac6cd12771c5 req-267c1ce9-04e0-4e75-addb-5b5b791a6b27 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0776660 Jun 17 17:40:05.488366 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c4b49ec6-3d0b-46a8-b16a-ac6cd12771c5 req-dd1d9bfd-270b-4bb3-a6b7-70f87c3f8581 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf5d9f9f-f15e-4736-a160-c60e196c709f&id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392649 Jun 17 17:40:06.861966 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:19.617991 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf2d08-57ea-461a-8853-5edce7ec0919 req-5e9d1ec6-edcc-4775-b31a-daa14750974a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:19.619478 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aedf2d08-57ea-461a-8853-5edce7ec0919 req-5e9d1ec6-edcc-4775-b31a-daa14750974a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0743732 Jun 17 17:40:19.663882 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aedf2d08-57ea-461a-8853-5edce7ec0919 req-4dbbba61-a464-4706-96fe-e71bce2a1588 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384622 Jun 17 17:40:20.875944 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c3280-26ff-479e-a137-a6b33f4bde3c req-41a5a72f-e750-45c7-98ff-55e8fbb6f1d5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:20.877366 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9f8c3280-26ff-479e-a137-a6b33f4bde3c req-41a5a72f-e750-45c7-98ff-55e8fbb6f1d5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0785501 Jun 17 17:40:20.922100 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9f8c3280-26ff-479e-a137-a6b33f4bde3c req-a3126f92-f0eb-4abe-848b-e8c059fbf2c8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389218 Jun 17 17:40:22.134482 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f940b-3c63-4e42-a531-c82547f4ff79 req-fbebef7b-b1f9-4308-aa38-28be6ee1ee63 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:22.135962 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d26f940b-3c63-4e42-a531-c82547f4ff79 req-fbebef7b-b1f9-4308-aa38-28be6ee1ee63 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0784683 Jun 17 17:40:22.181125 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d26f940b-3c63-4e42-a531-c82547f4ff79 req-5c34a387-0905-47d3-82cc-d96cf346b73a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397418 Jun 17 17:40:23.406313 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61893-562b-4d8a-a286-f08032ee179a req-dd7e31d7-8145-45bc-81e4-528bd064fb67 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:23.407786 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbb61893-562b-4d8a-a286-f08032ee179a req-dd7e31d7-8145-45bc-81e4-528bd064fb67 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0817912 Jun 17 17:40:23.460340 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbb61893-562b-4d8a-a286-f08032ee179a req-c691ea6a-eabf-41ee-b28a-ebfe819595bd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468810 Jun 17 17:40:24.673969 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f357be-ba32-4c02-bdc2-e4a0b221112d req-d3189e4d-894e-4846-91e1-b70573de5640 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:24.675764 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-75f357be-ba32-4c02-bdc2-e4a0b221112d req-d3189e4d-894e-4846-91e1-b70573de5640 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0798447 Jun 17 17:40:24.726351 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-75f357be-ba32-4c02-bdc2-e4a0b221112d req-d12cdabc-cfe3-45b9-a095-0859f9bfa9a9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448418 Jun 17 17:40:25.939735 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ddcf-046f-4c92-8f90-18cc5af4d42e req-9389c0a3-449f-4f8e-b545-98d92141910d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:25.941420 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1842ddcf-046f-4c92-8f90-18cc5af4d42e req-9389c0a3-449f-4f8e-b545-98d92141910d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0764477 Jun 17 17:40:25.986024 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1842ddcf-046f-4c92-8f90-18cc5af4d42e req-33e60c13-98c6-4aa5-bec5-7c4a3845d275 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392146 Jun 17 17:40:27.199250 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688777b0-a1f6-4700-9ecd-114590fd9f71 req-24e7e769-fd2e-48d0-889a-f57c99f37cff tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:27.201173 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-688777b0-a1f6-4700-9ecd-114590fd9f71 req-24e7e769-fd2e-48d0-889a-f57c99f37cff tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0800719 Jun 17 17:40:27.245055 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-688777b0-a1f6-4700-9ecd-114590fd9f71 req-8ea224fc-3934-440f-9681-0528b083a8ac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383959 Jun 17 17:40:28.457512 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd70fb6-8999-4821-bdd6-bf32b7014230 req-a21281cb-aee2-418f-b66a-233672bf6c42 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:28.458957 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1dd70fb6-8999-4821-bdd6-bf32b7014230 req-a21281cb-aee2-418f-b66a-233672bf6c42 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0756476 Jun 17 17:40:28.504224 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1dd70fb6-8999-4821-bdd6-bf32b7014230 req-ce477131-acee-4f11-93da-df091d7bf6e8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397575 Jun 17 17:40:29.720674 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409959d-c81f-4bce-9739-b51c0997d11f req-74e120c7-9f3b-4888-8ce3-b0a8bd18be34 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:29.722008 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8409959d-c81f-4bce-9739-b51c0997d11f req-74e120c7-9f3b-4888-8ce3-b0a8bd18be34 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0795774 Jun 17 17:40:29.768640 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8409959d-c81f-4bce-9739-b51c0997d11f req-cd2aa22e-adb9-4efb-ae08-e0d8a5fc36fc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410392 Jun 17 17:40:30.989449 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854290b5-adb3-4b30-b253-1f5dfb63b017 req-f82a093c-ae77-4d1b-a243-b8ac0b07fa00 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:30.990897 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-854290b5-adb3-4b30-b253-1f5dfb63b017 req-f82a093c-ae77-4d1b-a243-b8ac0b07fa00 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0753751 Jun 17 17:40:31.039833 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-854290b5-adb3-4b30-b253-1f5dfb63b017 req-c33e03be-c708-4b6d-bdb1-8e8fbf41563f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430741 Jun 17 17:40:31.582033 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:32.124551 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-4f9d204a-8146-49e1-9a46-1bd92c657c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:32.274631 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c5d26-c8c8-492e-9c91-4943297883d2 req-b37dc0fd-1b19-4227-b5ba-42d9a5346080 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:32.276088 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-593c5d26-c8c8-492e-9c91-4943297883d2 req-b37dc0fd-1b19-4227-b5ba-42d9a5346080 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0940483 Jun 17 17:40:32.330940 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-593c5d26-c8c8-492e-9c91-4943297883d2 req-3facbd06-7092-47e4-94af-afbd9dcc634c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473030 Jun 17 17:40:32.411328 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:32.500198 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 99b1e457-979b-48ed-9593-70fee2240db2 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:40:32.633961 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:40:32.647609 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '99b1e457-979b-48ed-9593-70fee2240db2', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'port_id': '99b1e457-979b-48ed-9593-70fee2240db2', 'mac_address': 'fa:16:3e:2f:a9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:40:32.701685 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:32.722395 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99b1e457-979b-48ed-9593-70fee2240db2 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:40:32.738002 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:40:32.741665 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:32.743405 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:40:32.810420 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=6']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:40:32.819569 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.819913 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.820273 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.820603 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.820928 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.821252 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.821572 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.821893 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.822217 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.822534 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.822921 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:40:32.827300 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:40:32.927611 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['99b1e457-979b-48ed-9593-70fee2240db2'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:40:33.553522 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dc84f-87ac-4b34-b63d-260f924f6e18 req-2092aaad-509b-4422-9571-314c86851a74 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:33.555042 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8b0dc84f-87ac-4b34-b63d-260f924f6e18 req-2092aaad-509b-4422-9571-314c86851a74 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 944 time: 0.0822258 Jun 17 17:40:33.649104 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8b0dc84f-87ac-4b34-b63d-260f924f6e18 req-72c497ac-91e5-435f-847f-dcbefc2d56a6 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877817 Jun 17 17:40:33.669960 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-4c11b0db-0662-4140-89d8-bd68264d7f54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947597 Jun 17 17:40:33.854455 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-5db6209f-3967-45de-be87-628e32d239d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1138 time: 0.0727363 Jun 17 17:40:34.002626 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-4744c089-0e69-4fc4-bdc0-a9bb601c3b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:34.004026 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-4744c089-0e69-4fc4-bdc0-a9bb601c3b94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 916 time: 0.1277833 Jun 17 17:40:34.112277 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-f5befa86-d6b3-49b5-931b-9c9dcbd33041 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 1001 time: 0.1004817 Jun 17 17:40:34.250000 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-acd92d30-888a-459e-9e7d-0752badfe06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:34.262080 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-45c535ff-1c5d-4b00-bf17-96031b2a87ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:34.263529 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-45c535ff-1c5d-4b00-bf17-96031b2a87ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 200 len: 854 time: 0.1441562 Jun 17 17:40:34.340336 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-284e9de1-651f-4c12-b721-4031a29bca4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c05585b-ab9a-434e-98a1-2b24acd76536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693834 Jun 17 17:40:34.474245 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-563bf5ef-1b5b-462d-bd09-c3fb0d6ddc49 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260536 Jun 17 17:40:34.502338 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 99b1e457-979b-48ed-9593-70fee2240db2 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:40:34.571653 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 99b1e457-979b-48ed-9593-70fee2240db2 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:40:34.572157 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:34.611757 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-da2815f0-e46f-4d4a-ab08-857151b21427 req-7d0b0edd-1ca9-42ce-be7f-31dad1ffbd65 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301756 Jun 17 17:40:34.714581 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:34.750949 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:40:34.764537 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:40:34.770165 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:34.772034 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:40:34.824503 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2', 'code': 200} Jun 17 17:40:34.852340 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=7']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:40:34.855133 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:40:34.877186 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9646ff8-5491-4f89-b64f-68f6fca60a3b req-6812dbfb-74f5-45e7-974d-ed5e6a04ecdc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:34.878675 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c9646ff8-5491-4f89-b64f-68f6fca60a3b req-6812dbfb-74f5-45e7-974d-ed5e6a04ecdc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0835776 Jun 17 17:40:34.927212 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c9646ff8-5491-4f89-b64f-68f6fca60a3b req-0a3df709-3814-4b1b-85e8-6052ea7ddac0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Jun 17 17:40:35.338542 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:36.148190 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394621ca-5243-4721-903c-50f478f2761c req-5013f6e1-dd3c-4a78-b756-062eae98ff7d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:36.149609 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-394621ca-5243-4721-903c-50f478f2761c req-5013f6e1-dd3c-4a78-b756-062eae98ff7d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0802004 Jun 17 17:40:36.195563 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-394621ca-5243-4721-903c-50f478f2761c req-005bb27c-0f53-4d0e-bd7c-42a6edbb6bb5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401781 Jun 17 17:40:36.863163 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:36.910245 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:40:37.403292 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3d58-8e2b-471c-ae3a-059e6a1c060f req-99a7e21e-2314-4b07-95e2-2a037efb6bba tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:37.404732 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-faba3d58-8e2b-471c-ae3a-059e6a1c060f req-99a7e21e-2314-4b07-95e2-2a037efb6bba tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0763557 Jun 17 17:40:37.452409 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-faba3d58-8e2b-471c-ae3a-059e6a1c060f req-04d3048b-0071-4974-94a5-bf3ffedb81ea tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 Jun 17 17:40:38.677068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ad02e-c706-421e-a826-f465cf0c913f req-cb851bf0-dbde-4435-a132-5cee9ded8cd9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:38.678487 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-657ad02e-c706-421e-a826-f465cf0c913f req-cb851bf0-dbde-4435-a132-5cee9ded8cd9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0772870 Jun 17 17:40:38.723548 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-657ad02e-c706-421e-a826-f465cf0c913f req-6e56e83f-53c8-49ad-a3e2-d021c09e8c2e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393772 Jun 17 17:40:39.948229 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57377159-13ae-4999-be30-535af9151080 req-346e48df-594c-44ac-a591-24bb0f3841dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:39.949680 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-57377159-13ae-4999-be30-535af9151080 req-346e48df-594c-44ac-a591-24bb0f3841dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0771410 Jun 17 17:40:40.002921 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-57377159-13ae-4999-be30-535af9151080 req-a95b8737-67b1-4348-861e-9607555b9af6 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467873 Jun 17 17:40:41.255285 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed6503-1a9d-4ef6-bbd7-f9cb0158334f req-0ff6a7a2-b706-4134-8861-b8b93d25d871 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:41.259659 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-61ed6503-1a9d-4ef6-bbd7-f9cb0158334f req-0ff6a7a2-b706-4134-8861-b8b93d25d871 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0919974 Jun 17 17:40:41.318052 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-61ed6503-1a9d-4ef6-bbd7-f9cb0158334f req-061e3349-725a-49d0-952f-1a6b23643464 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523503 Jun 17 17:40:42.613641 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5537ae-2c48-4fd0-ba2b-27e01d7d128d req-45f15a81-0e52-44a6-9ccb-3f58759b1a25 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:42.615043 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cf5537ae-2c48-4fd0-ba2b-27e01d7d128d req-45f15a81-0e52-44a6-9ccb-3f58759b1a25 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.1012423 Jun 17 17:40:42.679269 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cf5537ae-2c48-4fd0-ba2b-27e01d7d128d req-52152f38-4bda-464a-8a4d-96896bd2d7e6 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559192 Jun 17 17:40:43.927750 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058a09-8825-4c18-877b-b653eba63641 req-bc921ddf-5064-4e12-966e-9ad8ea44bc2b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:43.930179 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d4058a09-8825-4c18-877b-b653eba63641 req-bc921ddf-5064-4e12-966e-9ad8ea44bc2b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0962038 Jun 17 17:40:43.979512 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d4058a09-8825-4c18-877b-b653eba63641 req-4d1d6f21-2b90-453e-81fa-1b98e6cd472d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438251 Jun 17 17:40:45.210343 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595bb3-8e7d-43b2-8b8f-0aaaefa23e46 req-f56da21d-1239-4d51-9030-abc42e8569b0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:45.212237 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-15595bb3-8e7d-43b2-8b8f-0aaaefa23e46 req-f56da21d-1239-4d51-9030-abc42e8569b0 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0835583 Jun 17 17:40:45.267096 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-15595bb3-8e7d-43b2-8b8f-0aaaefa23e46 req-4a2309a3-1261-4fe1-af4e-4c10441c34bc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489056 Jun 17 17:40:46.503698 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a244553-69d8-4ff4-a2c8-95ad3030d418 req-fbec89eb-a016-43b6-9c8c-c3ec1d5a1816 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:46.506399 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1a244553-69d8-4ff4-a2c8-95ad3030d418 req-fbec89eb-a016-43b6-9c8c-c3ec1d5a1816 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0943422 Jun 17 17:40:46.571259 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1a244553-69d8-4ff4-a2c8-95ad3030d418 req-5ca87bc7-c987-403a-bc06-e54c4d93fe28 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576217 Jun 17 17:40:47.824848 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d995dd-7c89-4c79-86d0-f156b2884a78 req-78444ee8-8da8-4c2f-9c30-07f4be2faf64 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:47.826654 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f5d995dd-7c89-4c79-86d0-f156b2884a78 req-78444ee8-8da8-4c2f-9c30-07f4be2faf64 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0960467 Jun 17 17:40:47.898154 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f5d995dd-7c89-4c79-86d0-f156b2884a78 req-ce808793-d24f-4ec0-bea9-b82074b4fa2c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651736 Jun 17 17:40:49.133142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112ad0e-3567-4e15-a624-8da7fa4afc81 req-4137038b-e8ef-4b4a-af70-f0884cd39b3b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:49.135264 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1112ad0e-3567-4e15-a624-8da7fa4afc81 req-4137038b-e8ef-4b4a-af70-f0884cd39b3b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0903654 Jun 17 17:40:49.192454 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1112ad0e-3567-4e15-a624-8da7fa4afc81 req-82d3986c-ba43-4a17-a1bc-cb1fc402f620 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510147 Jun 17 17:40:50.457698 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe23717-0dfd-49c8-91c8-395f8a26e516 req-12797f9d-2491-4dbd-b140-192767fa3161 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:50.459249 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bfe23717-0dfd-49c8-91c8-395f8a26e516 req-12797f9d-2491-4dbd-b140-192767fa3161 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0880384 Jun 17 17:40:50.515787 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bfe23717-0dfd-49c8-91c8-395f8a26e516 req-de07eaf0-93af-4c99-b374-d41d4164687c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496686 Jun 17 17:40:51.820090 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d89c-93e6-4fca-b065-95ac34ea97d5 req-88ab1d43-8df4-4a0f-9422-5364c3e8fcda tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:51.821523 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2440d89c-93e6-4fca-b065-95ac34ea97d5 req-88ab1d43-8df4-4a0f-9422-5364c3e8fcda tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.1673579 Jun 17 17:40:51.872272 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2440d89c-93e6-4fca-b065-95ac34ea97d5 req-a6308219-5627-47f0-b5d3-cfeaff1e5ce1 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 Jun 17 17:40:52.378894 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1b3032c9-d0f3-4461-a25e-128d20e10db8 req-2c6dc80d-9e84-4e3c-a42e-453d9e316de9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 1098 time: 0.0692651 Jun 17 17:40:52.523574 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3032c9-d0f3-4461-a25e-128d20e10db8 req-56fdfc68-9886-4bd5-99db-e69918067d53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:52.525298 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1b3032c9-d0f3-4461-a25e-128d20e10db8 req-56fdfc68-9886-4bd5-99db-e69918067d53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.1395056 Jun 17 17:40:52.635814 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1b3032c9-d0f3-4461-a25e-128d20e10db8 req-a0739ea3-e39d-443e-8ad0-599408f25b2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b1e457-979b-48ed-9593-70fee2240db2 HTTP/1.1" status: 200 len: 1001 time: 0.1035347 Jun 17 17:40:52.703222 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3032c9-d0f3-4461-a25e-128d20e10db8 req-e465af1e-68a0-4c3b-b438-478e71dea9e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:52.704752 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1b3032c9-d0f3-4461-a25e-128d20e10db8 req-e465af1e-68a0-4c3b-b438-478e71dea9e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.0622098 Jun 17 17:40:52.788170 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1b3032c9-d0f3-4461-a25e-128d20e10db8 req-5828a42e-a5ce-4757-96cf-6444032def48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760643 Jun 17 17:40:52.931316 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1b3032c9-d0f3-4461-a25e-128d20e10db8 req-3c25bd21-8aae-40a3-b99c-6ddb9c6f8be9 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343136 Jun 17 17:40:53.131971 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1b3032c9-d0f3-4461-a25e-128d20e10db8 req-3bdaebb2-2d38-4811-9bcb-62ec58a93a14 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934512 Jun 17 17:40:53.146850 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84896-a80b-4c78-b37d-e697f0c90911 req-e8a4a34e-1100-4efa-a5b0-95f9838a87fe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:53.148651 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ebd84896-a80b-4c78-b37d-e697f0c90911 req-e8a4a34e-1100-4efa-a5b0-95f9838a87fe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.1295981 Jun 17 17:40:53.199495 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ebd84896-a80b-4c78-b37d-e697f0c90911 req-54f7f821-1eea-46ed-bc29-27d7d6759079 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Jun 17 17:40:54.420344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d30a2-4356-4736-806e-16557c9ac76b req-fc4463c7-e921-4303-bc4a-9f1868a2bcb4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:54.421929 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f60d30a2-4356-4736-806e-16557c9ac76b req-fc4463c7-e921-4303-bc4a-9f1868a2bcb4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0774910 Jun 17 17:40:54.472575 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f60d30a2-4356-4736-806e-16557c9ac76b req-7f15da71-7d18-4c3d-9126-6d03f5b08d16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444360 Jun 17 17:40:55.699127 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bd93d-e132-4813-a1f3-ac4fe2faf222 req-0a2a5900-280a-410d-8beb-c09a0151f6ad tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:55.700567 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f6bd93d-e132-4813-a1f3-ac4fe2faf222 req-0a2a5900-280a-410d-8beb-c09a0151f6ad tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 945 time: 0.0853739 Jun 17 17:40:55.749150 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2f6bd93d-e132-4813-a1f3-ac4fe2faf222 req-6714aff5-3618-4270-84f7-485e33802b61 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427547 Jun 17 17:40:56.666106 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 99b1e457-979b-48ed-9593-70fee2240db2 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:40:56.773381 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:56.804382 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:40:56.810954 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:40:56.817150 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:40:56.818984 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:40:56.888618 dv-cinder-796864-1-smb neutron-server[74250]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2', 'code': 422} returned with failed status Jun 17 17:40:56.894356 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=8']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:40:56.897938 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:40:57.188241 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7b1e1f76-ead6-49d5-b6a1-1c6e25cd0a4f req-68877a87-12c5-43e7-b100-71b4da6222ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700409 Jun 17 17:40:57.606594 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7613553-1e6c-4e82-a468-21ad891dbad6 req-078d9e71-bf66-4bb5-b6d9-64043190243d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:57.608383 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7613553-1e6c-4e82-a468-21ad891dbad6 req-078d9e71-bf66-4bb5-b6d9-64043190243d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0900996 Jun 17 17:40:57.703050 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7613553-1e6c-4e82-a468-21ad891dbad6 req-fd19f25c-77f6-4761-aef9-fd9ecddd2853 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884125 Jun 17 17:40:57.734285 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-d8c3e15d-1e53-4a80-8c5a-f840a1c1002d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2055621 Jun 17 17:40:57.742073 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc977b1-2c8e-4a40-b70a-1f62e5392fac req-5be24627-694b-40a0-8740-2f753df552ce tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:57.744267 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bcc977b1-2c8e-4a40-b70a-1f62e5392fac req-5be24627-694b-40a0-8740-2f753df552ce tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 945 time: 0.1150460 Jun 17 17:40:57.791812 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bcc977b1-2c8e-4a40-b70a-1f62e5392fac req-c96e84c4-a08c-4b6e-8100-18dcc6195723 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 Jun 17 17:40:58.923963 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873f1c5-ee43-4d77-94e2-02e71ab0d9d8 req-d379ec37-2dc4-4c31-ae76-e0b373e5872e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:58.925389 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8873f1c5-ee43-4d77-94e2-02e71ab0d9d8 req-d379ec37-2dc4-4c31-ae76-e0b373e5872e tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0818121 Jun 17 17:40:59.021095 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8873f1c5-ee43-4d77-94e2-02e71ab0d9d8 req-4b63c87f-beab-4c93-b3b2-1474fce423ab tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605736 Jun 17 17:40:59.037948 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468f852-9e91-4331-b7ee-b9bac853d450 req-4c572162-2c4d-4aa7-8e51-2cccef727468 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:59.039394 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b468f852-9e91-4331-b7ee-b9bac853d450 req-4c572162-2c4d-4aa7-8e51-2cccef727468 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 945 time: 0.1129827 Jun 17 17:40:59.089881 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b468f852-9e91-4331-b7ee-b9bac853d450 req-d795d6de-09d8-4668-84d2-5896e24d4be2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449071 Jun 17 17:40:59.921470 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-23bca9d3-0cfe-42d7-bf08-fa9485e2ce52 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:40:59.923441 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-23bca9d3-0cfe-42d7-bf08-fa9485e2ce52 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 945 time: 0.0825925 Jun 17 17:40:59.991430 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Deleting port f40da072-e2d3-4c96-8109-485526d23d8c {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:40:59.992081 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:00.517275 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a841ac-49ce-4c77-a943-6030def6b6ca req-f78d21e0-0c53-46a8-8207-e88920caf596 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:00.518743 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-68a841ac-49ce-4c77-a943-6030def6b6ca req-f78d21e0-0c53-46a8-8207-e88920caf596 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.3497293 Jun 17 17:41:00.521087 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] For port f40da072-e2d3-4c96-8109-485526d23d8c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=f40da072-e2d3-4c96-8109-485526d23d8c,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:00.521437 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:00.606407 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-ed0dc8c5-7424-4fc3-ae41-362d3e828357 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb&tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be HTTP/1.1" status: 200 len: 1096 time: 0.3408437 Jun 17 17:41:00.612433 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0e15-ba26-428e-8741-fc215306148a req-6c3230fa-3814-482d-bc68-ab43e8b35d6a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:00.614330 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-139e0e15-ba26-428e-8741-fc215306148a req-6c3230fa-3814-482d-bc68-ab43e8b35d6a tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 945 time: 0.3873429 Jun 17 17:41:00.824505 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-68a841ac-49ce-4c77-a943-6030def6b6ca req-be336647-42c8-4b86-b73a-57c895ad2f6d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940638 Jun 17 17:41:00.833055 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-139e0e15-ba26-428e-8741-fc215306148a req-c3df50f6-7be0-4ee1-9217-1d2cbe205cac tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups?id=91a29f70-8900-4a79-853e-ef362d0970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051947 Jun 17 17:41:00.938015 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-f0efca06-9a87-4634-b01f-02db8b554ce0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 1096 time: 0.2969899 Jun 17 17:41:00.973338 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:00.973719 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:00.974001 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.l3_db [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Floating IP e5da0a60-ec84-436f-8a59-c9c0bc1db05b disassociated. External IP: 172.28.2.166, port: f40da072-e2d3-4c96-8109-485526d23d8c. Jun 17 17:41:00.974331 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Calling delete_port for f40da072-e2d3-4c96-8109-485526d23d8c owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:01.140755 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-98202920-68af-4cf4-8487-7637373bdbb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:01.142116 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-98202920-68af-4cf4-8487-7637373bdbb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.1971090 Jun 17 17:41:01.292110 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-1af297c4-9e3c-46e7-86d6-24477018f601 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b1e457-979b-48ed-9593-70fee2240db2 HTTP/1.1" status: 200 len: 999 time: 0.1191869 Jun 17 17:41:01.292679 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:01.298071 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e6afb44e-6cb0-4850-bb6f-b5819ae524ff tempest-AttachVolumeNegativeTest-871031157 tempest-AttachVolumeNegativeTest-871031157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:01.377237 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event deleted for resources: {'Port': ['ID=f40da072-e2d3-4c96-8109-485526d23d8c,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:01.406255 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.406640 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.406992 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.407335 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.407675 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.408011 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.408344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.408678 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.409007 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.409334 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.409664 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:01.414415 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:01.463687 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-bdc6cf42-a276-4895-a599-b3485091a38b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:01.465595 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-bdc6cf42-a276-4895-a599-b3485091a38b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.1390293 Jun 17 17:41:01.591598 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:01.678025 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-3edab9a2-3509-43db-aaf1-1a11509bbc78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2001011 Jun 17 17:41:01.884998 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-32de8de8-a9fa-4483-8561-5d41860e070f service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591585 Jun 17 17:41:01.969709 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:41:02.092323 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b9ae750c-b1f8-447b-9e12-73f6138a4080 req-eefde234-1b15-4cd1-bf58-7f0bc97fefe0 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0977693 Jun 17 17:41:02.120628 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-f73c07bd-6715-4817-8b83-58f9276941bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:02.183455 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-36b3a3e2-150c-44f2-8ef3-dc487bb305b0 req-3dd2d269-8896-445f-8466-18cb76e416f1 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903516 Jun 17 17:41:02.226902 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646becb-9efd-44a9-8c2e-fdcb0b9437bd req-7b341c0b-ccd9-4cc0-b61a-11b04abf3cbc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:02.228239 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9646becb-9efd-44a9-8c2e-fdcb0b9437bd req-7b341c0b-ccd9-4cc0-b61a-11b04abf3cbc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.2379088 Jun 17 17:41:02.352330 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9646becb-9efd-44a9-8c2e-fdcb0b9437bd req-d6cb87aa-5a46-400b-a557-a2772f8e034d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170073 Jun 17 17:41:02.380466 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:41:02.391417 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] Sync routers for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:41:02.404329 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:02.405152 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:40:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:02.424689 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:02.461365 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] No DVR routers for this DVR port f40da072-e2d3-4c96-8109-485526d23d8c on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:02.463955 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:02.466665 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'name': 'network-vif-deleted', 'tag': 'f40da072-e2d3-4c96-8109-485526d23d8c'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:41:02.483489 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-00fe873f-fe5c-41d7-a99e-4af5be95b873 req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.20 "DELETE /v2.0/ports/f40da072-e2d3-4c96-8109-485526d23d8c HTTP/1.1" status: 204 len: 173 time: 2.5549421 Jun 17 17:41:02.531398 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224ae75-6eae-41ce-9ee3-7ae900cbbca5', 'name': 'network-vif-deleted', 'tag': 'f40da072-e2d3-4c96-8109-485526d23d8c', 'status': 'completed', 'code': 200} Jun 17 17:41:02.639195 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:03.005702 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:03.010332 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] Checking router: abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:41:03.022755 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:03.023266 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:40:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:03.268524 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:03.363678 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e2205f18-3b50-4a92-bf98-d8d5b591c4d3 req-c648cb6d-6020-4d17-bfe0-624fb54df7c6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Synchronizing usage tracker for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:41:03.384467 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-e2205f18-3b50-4a92-bf98-d8d5b591c4d3 req-c648cb6d-6020-4d17-bfe0-624fb54df7c6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Unset dirty status for tenant:cb7fb29e35c843e99d438b71e64dd45d on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:41:03.398805 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e2205f18-3b50-4a92-bf98-d8d5b591c4d3 req-c648cb6d-6020-4d17-bfe0-624fb54df7c6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0909312 Jun 17 17:41:03.701320 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ced94-01a3-49c2-b5f6-592668ec0ba6 req-a1237ec5-4638-406c-bf7b-c9341a91d18f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:03.704166 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-786ced94-01a3-49c2-b5f6-592668ec0ba6 req-a1237ec5-4638-406c-bf7b-c9341a91d18f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.1062953 Jun 17 17:41:03.767470 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-786ced94-01a3-49c2-b5f6-592668ec0ba6 req-8321bea5-7d4e-4d24-9839-1a755be814e9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586123 Jun 17 17:41:03.816356 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:03.821522 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab25f0-f19c-4574-b88a-0afd683e95c5 None None] The sync data for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb is: [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:05Z', 'revision_number': 4, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '1abb4dfb-b2c8-4f0d-8340-34636f0eeeae', 'name': '', 'network_id': '0ee2905d-0992-40a9-bf31-ae5a057d589a', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'mac_address': 'fa:16:3e:f5:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb858be-8b85-4492-b68c-942eccff711a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:02Z', 'updated_at': '2021-06-17T17:32:17Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'subnets': [{'id': 'abb858be-8b85-4492-b68c-942eccff711a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:41:04.068020 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f116e-d994-4333-9567-c6452421a53b None None] New status for floating IP e5da0a60-ec84-436f-8a59-c9c0bc1db05b: DOWN {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:41:04.324424 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-d884ec3b-2196-493b-b435-77dbdb37667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:04.582495 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4bf3157e-19e1-4b24-a939-73553d6825bb req-9b751a7f-0f97-45c6-aad6-09a5a753adf0 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0422771 Jun 17 17:41:04.713305 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device f40da072-e2d3-4c96-8109-485526d23d8c no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:04.752138 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: f40da072-e2d3-4c96-8109-485526d23d8c {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:04.752556 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device f40da072-e2d3-4c96-8109-485526d23d8c not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:05.003896 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069ba9f-a8b6-483d-8de7-a90f8cc96eeb req-a2788421-51b1-4cb6-a4cc-4ad8a1f05e65 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:05.005357 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2069ba9f-a8b6-483d-8de7-a90f8cc96eeb req-a2788421-51b1-4cb6-a4cc-4ad8a1f05e65 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0900996 Jun 17 17:41:05.062979 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2069ba9f-a8b6-483d-8de7-a90f8cc96eeb req-aad8d6e1-f086-4f7b-8dab-46939bd31ecc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514984 Jun 17 17:41:05.342575 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:05.793494 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e52e4850-07e9-45a5-8590-058fd03b744b req-11b76f40-71b3-40c1-bc16-40c54e78f7a9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0416203 Jun 17 17:41:06.289197 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700de1e7-62bb-47b2-9bd2-ae6e30246c75 req-438ea202-7f90-40be-968a-7e240b355993 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:06.290728 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-700de1e7-62bb-47b2-9bd2-ae6e30246c75 req-438ea202-7f90-40be-968a-7e240b355993 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0823078 Jun 17 17:41:06.341138 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-700de1e7-62bb-47b2-9bd2-ae6e30246c75 req-5295bb5c-f2ef-4a3f-a8b3-d9f8ba339c63 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442686 Jun 17 17:41:06.870265 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:06.980765 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c00a2e35-bb96-4d78-b57d-99b8a7101148 req-69ba7295-0343-43b7-8903-8ebac22aae46 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0429966 Jun 17 17:41:07.570497 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e80ec8-aaca-4439-a8bf-671622cc7b5d req-bddb8b22-6b1f-422c-94fb-50e17e2dfc1c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:07.572022 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-65e80ec8-aaca-4439-a8bf-671622cc7b5d req-bddb8b22-6b1f-422c-94fb-50e17e2dfc1c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0835946 Jun 17 17:41:07.623211 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-65e80ec8-aaca-4439-a8bf-671622cc7b5d req-4a1e103b-90de-4d77-a6a8-b7598979a89a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Jun 17 17:41:08.179503 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5f9ff1c0-e0d0-42bc-9c9b-6e2241d90f6b req-48f77ec7-56f6-4e23-b21b-f7f26315cbd2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0413618 Jun 17 17:41:08.863711 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaeaaba-ca8f-4f2b-b6c2-e4ff71433338 req-cc72d977-24e2-4c65-887e-ec5c0fccb3ce tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:08.865168 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-beaeaaba-ca8f-4f2b-b6c2-e4ff71433338 req-cc72d977-24e2-4c65-887e-ec5c0fccb3ce tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0839140 Jun 17 17:41:09.021352 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-beaeaaba-ca8f-4f2b-b6c2-e4ff71433338 req-e84d0e95-8053-4eef-97bb-278eaff98abe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497848 Jun 17 17:41:09.359627 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-643f287e-242b-4dfa-bdfd-2d286ab6a4ab req-23fce319-cf91-4a82-ae4b-a65fa57afb0d tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0425401 Jun 17 17:41:10.241745 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b231b0-be77-47f5-9b20-16099eb9e257 req-4097c9e6-fc8e-4187-ad60-edd5071c7cfe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:10.243394 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-29b231b0-be77-47f5-9b20-16099eb9e257 req-4097c9e6-fc8e-4187-ad60-edd5071c7cfe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0837464 Jun 17 17:41:10.296938 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-29b231b0-be77-47f5-9b20-16099eb9e257 req-72c82887-fdbb-4f8a-b703-e5f8c9bd06c5 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445416 Jun 17 17:41:10.539104 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0923623b-576b-4d22-8fff-368021175703 req-7758e952-5145-4fcf-aa0e-965739e9492b tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0410686 Jun 17 17:41:11.528353 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce9a7c-2dfb-4e00-b7e5-cda9fdd29b3c req-58e00709-845f-41c9-a91c-7ba35be5dffe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:11.530306 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fce9a7c-2dfb-4e00-b7e5-cda9fdd29b3c req-58e00709-845f-41c9-a91c-7ba35be5dffe tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0914824 Jun 17 17:41:11.596420 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7fce9a7c-2dfb-4e00-b7e5-cda9fdd29b3c req-a5f1847c-d4c6-4413-88b1-08f440311388 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599086 Jun 17 17:41:11.719764 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-751b27bf-ef7c-44cf-807b-87057ab9570b req-362dda0f-d481-4ad8-bf17-cb1da9f8caa9 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0420654 Jun 17 17:41:12.851282 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71b000-996d-4fae-8b4a-5bb4c51dfe1e req-cc1757fa-a32e-4cb6-a935-cb3664b8d520 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:12.852948 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dd71b000-996d-4fae-8b4a-5bb4c51dfe1e req-cc1757fa-a32e-4cb6-a935-cb3664b8d520 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.1036906 Jun 17 17:41:12.943100 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6565e421-41fe-46cd-825f-034d40c6f567 req-4e59750d-5c8d-4672-bd88-aa229a10c330 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0615623 Jun 17 17:41:12.955518 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dd71b000-996d-4fae-8b4a-5bb4c51dfe1e req-1bf37a15-46a7-4b9c-91c6-170eabb583fa tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959535 Jun 17 17:41:13.910111 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:41:14.172929 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-06e5c7c5-fbf9-477d-ba60-180964bf1244 req-6fb721b5-9524-4060-a038-bfd2f2d8a451 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0846994 Jun 17 17:41:14.217128 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe29b1-9ef7-449d-a414-941d16953a1a req-7597728c-81e0-4482-8988-e140fd05da9f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:14.218620 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-eafe29b1-9ef7-449d-a414-941d16953a1a req-7597728c-81e0-4482-8988-e140fd05da9f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0893643 Jun 17 17:41:14.267656 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-eafe29b1-9ef7-449d-a414-941d16953a1a req-64eca6e4-ce4e-4483-b82d-6b62fd4c1aa2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432842 Jun 17 17:41:15.352872 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-eecca798-10a2-4129-9e89-afa5c8de8bb0 req-ceb80c1a-e362-4d3c-a675-1ad0c268394e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0401576 Jun 17 17:41:15.486769 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040383b8-97de-45f8-aa16-8abd32b4910c req-965dcad4-f2da-4183-9f61-d09b6b4ac23c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:15.488204 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-040383b8-97de-45f8-aa16-8abd32b4910c req-965dcad4-f2da-4183-9f61-d09b6b4ac23c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0810890 Jun 17 17:41:15.535818 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-040383b8-97de-45f8-aa16-8abd32b4910c req-642e2321-6f4c-4570-b930-5ef5ad5db9d2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419765 Jun 17 17:41:16.526802 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a62dc26a-8e95-41cd-96b8-42162a9b8d63 req-b153d62d-8370-4d7c-918a-8c1382808c20 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/ports?device_id=d224ae75-6eae-41ce-9ee3-7ae900cbbca5 HTTP/1.1" status: 200 len: 210 time: 0.0402899 Jun 17 17:41:16.744275 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d36d7-de5b-4b46-a887-70028d150d86 req-08a8467a-4d5d-4d08-a06a-2224e60df039 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:16.745708 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f86d36d7-de5b-4b46-a887-70028d150d86 req-08a8467a-4d5d-4d08-a06a-2224e60df039 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0740972 Jun 17 17:41:16.797627 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f86d36d7-de5b-4b46-a887-70028d150d86 req-685f65bd-354f-488e-af92-1064fb7d6eb1 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462663 Jun 17 17:41:18.034894 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817efc6-780a-4ff7-a39b-3d14f073dc8a req-33507e72-a706-4ffb-999c-6575baa0d2b2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:18.036250 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6817efc6-780a-4ff7-a39b-3d14f073dc8a req-33507e72-a706-4ffb-999c-6575baa0d2b2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0904427 Jun 17 17:41:18.087955 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6817efc6-780a-4ff7-a39b-3d14f073dc8a req-b229974f-f672-4661-9198-fe57973f3da7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460052 Jun 17 17:41:18.691072 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52368) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:18.764514 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-177e50d5-c3fb-4623-b956-a9353c7e6104 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.795765 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-177e50d5-c3fb-4623-b956-a9353c7e6104 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.848728 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-177e50d5-c3fb-4623-b956-a9353c7e6104 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.853555 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e3cc5ca8-0153-4309-a040-3e42e112aad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:18.867668 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e50d5-c3fb-4623-b956-a9353c7e6104 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a29f70-8900-4a79-853e-ef362d0970b9,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:18.871363 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-177e50d5-c3fb-4623-b956-a9353c7e6104 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:18.879862 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-177e50d5-c3fb-4623-b956-a9353c7e6104 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:18.880987 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-177e50d5-c3fb-4623-b956-a9353c7e6104 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "DELETE /v2.0/security-groups/91a29f70-8900-4a79-853e-ef362d0970b9 HTTP/1.1" status: 204 len: 168 time: 0.1889184 Jun 17 17:41:18.884262 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52372) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:18.905553 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.api.v2.resource [None req-ceb9cc4d-44df-431e-996e-d3fa12897a5d tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] show failed (client error): The resource could not be found. Jun 17 17:41:18.906912 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-ceb9cc4d-44df-431e-996e-d3fa12897a5d tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "GET /v2.0/security-groups/91a29f70-8900-4a79-853e-ef362d0970b9 HTTP/1.1" status: 404 len: 347 time: 0.0209084 Jun 17 17:41:18.909819 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52376) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:19.062573 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Deleting port 4a804129-a6a6-4ec3-8794-74609df09314 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:19.063255 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.262767 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.263089 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.480592 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Calling delete_port for 4a804129-a6a6-4ec3-8794-74609df09314 owned by network:floatingip {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:19.573119 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516833ee-def7-435f-b5fd-1b7570f2edb1 req-8a511c00-0bc7-4f97-ad16-a344d0adb252 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:19.574571 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-516833ee-def7-435f-b5fd-1b7570f2edb1 req-8a511c00-0bc7-4f97-ad16-a344d0adb252 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.3513520 Jun 17 17:41:19.674315 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-516833ee-def7-435f-b5fd-1b7570f2edb1 req-324360a5-a859-46ac-8106-7b26df2db3f4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943196 Jun 17 17:41:19.675493 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.679232 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c8b906c3-9747-4029-822f-b094833e28de tempest-VolumesActionsTest-955521060 tempest-VolumesActionsTest-955521060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:19.721944 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Pushing event deleted for resources: {'Port': ['ID=4a804129-a6a6-4ec3-8794-74609df09314,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:19.724554 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:19.818686 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks [] for floatingip, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.845959 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:19.847137 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-6116bc2f-7630-4977-b195-f2f32f9254f6 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] 10.222.0.15 "DELETE /v2.0/floatingips/e5da0a60-ec84-436f-8a59-c9c0bc1db05b HTTP/1.1" status: 204 len: 168 time: 0.9364138 Jun 17 17:41:20.894281 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7520c-5b0d-48cf-9873-ed0b536d210a req-786dae76-2d93-4a92-811f-339bbacadb15 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:20.895895 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f9f7520c-5b0d-48cf-9873-ed0b536d210a req-786dae76-2d93-4a92-811f-339bbacadb15 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0835204 Jun 17 17:41:20.940587 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f9f7520c-5b0d-48cf-9873-ed0b536d210a req-7bcd38e7-2aa1-45b3-a9a2-c4ffc5932946 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390999 Jun 17 17:41:22.161744 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f82d7-ceb2-49e9-a2e5-dee0d3889336 req-bd5ea489-7795-4848-92bf-65221841aac7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:22.163211 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e88f82d7-ceb2-49e9-a2e5-dee0d3889336 req-bd5ea489-7795-4848-92bf-65221841aac7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 943 time: 0.0795376 Jun 17 17:41:22.210736 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e88f82d7-ceb2-49e9-a2e5-dee0d3889336 req-5bb86145-6a08-42a1-bb09-097f27f7531b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414186 Jun 17 17:41:22.817678 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 99b1e457-979b-48ed-9593-70fee2240db2 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:41:22.933213 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-d6005e7f-556c-46a9-9caf-235674c7b9ac tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798393329&fields=id&tenant_id=08944558a7ae4c5fa28c5031c9f06c50 HTTP/1.1" status: 200 len: 267 time: 0.0412977 Jun 17 17:41:22.958432 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:22.976640 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '99b1e457-979b-48ed-9593-70fee2240db2', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'port_id': '99b1e457-979b-48ed-9593-70fee2240db2', 'mac_address': 'fa:16:3e:2f:a9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:41:23.021416 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-a922da31-8c4e-4652-b117-5a5dc48c48d6 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:23.022906 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-a922da31-8c4e-4652-b117-5a5dc48c48d6 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 985 time: 0.0843279 Jun 17 17:41:23.033658 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.034274 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Request body: {'port': {'security_groups': ['e98c9756-821a-4502-9f12-1e3179eb1b61']}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:41:23.052186 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b1e457-979b-48ed-9593-70fee2240db2 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:41:23.069208 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:23.076771 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.081856 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:23.159408 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=9']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:23.163176 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:23.179645 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.480726 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] For port ae5fdc6e-8790-4578-b346-493d01ac7f18, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:23.490279 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['99b1e457-979b-48ed-9593-70fee2240db2'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:41:23.498131 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dcbfb-baa0-4383-8c79-9688f7943839 req-88c15b3d-c07b-493c-91ee-028d5ef7fd2f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:23.499623 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-777dcbfb-baa0-4383-8c79-9688f7943839 req-88c15b3d-c07b-493c-91ee-028d5ef7fd2f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 944 time: 0.1446457 Jun 17 17:41:23.534970 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.544573 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.557172 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-be9be415-2009-4281-9a17-d0ceeb83ba9e tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:23.628658 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-777dcbfb-baa0-4383-8c79-9688f7943839 req-c2ca0bfa-5766-4265-8cb2-af098986d66f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157658 Jun 17 17:41:23.640009 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:23.640721 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.648140 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52414) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:23.648611 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-380926c1-34e6-4b9b-b7aa-55e2202bee1d req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "PUT /v2.0/ports/ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 943 time: 0.6187785 Jun 17 17:41:23.648846 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:41:23.661288 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event updated for resources: {'Port': ['ID=ae5fdc6e-8790-4578-b346-493d01ac7f18,revision_number=7']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:23.666105 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:23.738083 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'status': 'completed', 'code': 200} Jun 17 17:41:23.773771 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.809390 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['ae5fdc6e-8790-4578-b346-493d01ac7f18'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:41:23.822776 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.888730 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31b5c196-7b26-43c9-8d36-cf64ba2ad260 req-b473a940-88eb-4072-a405-bcc638ff2b7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1099 time: 0.1016097 Jun 17 17:41:23.932126 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.938288 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2608ed3b-e40e-4310-84d1-d146fe3ee55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:23.959908 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d9f9f-f15e-4736-a160-c60e196c709f,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:23.989302 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:23.993234 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "DELETE /v2.0/security-groups/cf5d9f9f-f15e-4736-a160-c60e196c709f HTTP/1.1" status: 204 len: 168 time: 0.3436816 Jun 17 17:41:23.994947 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52426) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:23.996238 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:23.996800 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:23.997319 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:23.997840 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:23.998572 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:23.999106 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:23.999772 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:24.000284 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:24.001233 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:24.001819 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:24.002579 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:41:24.007500 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52428) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:24.008493 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:24.080174 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-13708492-8da6-41de-9f24-96c6fc0925f2 None None] Provisioning complete for port ae5fdc6e-8790-4578-b346-493d01ac7f18 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:41:24.080583 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-13708492-8da6-41de-9f24-96c6fc0925f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:24.094617 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c196-7b26-43c9-8d36-cf64ba2ad260 req-e830df33-a898-409c-bec2-b6a60191dbdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:24.096329 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31b5c196-7b26-43c9-8d36-cf64ba2ad260 req-e830df33-a898-409c-bec2-b6a60191dbdc service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 916 time: 0.1992714 Jun 17 17:41:24.225979 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31b5c196-7b26-43c9-8d36-cf64ba2ad260 req-c30eb599-4a20-4442-b2e7-c8e4a67d795b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 1001 time: 0.1220064 Jun 17 17:41:24.288188 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c196-7b26-43c9-8d36-cf64ba2ad260 req-ab8c52fc-28a9-45a1-b992-fb40cffa872d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:24.288458 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Deleting port fb362ce4-3875-42d1-9f8d-15622ca355f5 {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:24.288570 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:24.289661 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31b5c196-7b26-43c9-8d36-cf64ba2ad260 req-ab8c52fc-28a9-45a1-b992-fb40cffa872d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 200 len: 854 time: 0.0570860 Jun 17 17:41:24.384230 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['ae5fdc6e-8790-4578-b346-493d01ac7f18'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:41:24.478123 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31b5c196-7b26-43c9-8d36-cf64ba2ad260 req-09b2df89-be70-4059-907f-56796eb83f19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c05585b-ab9a-434e-98a1-2b24acd76536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1814294 Jun 17 17:41:24.565373 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:24.565770 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:24.626197 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31b5c196-7b26-43c9-8d36-cf64ba2ad260 req-0d29b1dd-4f43-4042-aac9-fff7a4a2a2b2 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413074 Jun 17 17:41:24.741071 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Calling delete_port for fb362ce4-3875-42d1-9f8d-15622ca355f5 owned by network:floatingip {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:24.764473 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31b5c196-7b26-43c9-8d36-cf64ba2ad260 req-de1ea16f-a3e9-48c7-8f45-f7b4f3243bb9 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318693 Jun 17 17:41:24.820877 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 99b1e457-979b-48ed-9593-70fee2240db2 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:41:24.883734 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd73b8-5332-42a6-b71b-bd3d782ce816 req-314f0054-f2c1-4353-a0c0-ec2fa558fce4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:24.885776 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0ccd73b8-5332-42a6-b71b-bd3d782ce816 req-314f0054-f2c1-4353-a0c0-ec2fa558fce4 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 944 time: 0.0809543 Jun 17 17:41:24.900314 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 99b1e457-979b-48ed-9593-70fee2240db2 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:41:24.900918 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:24.952783 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0ccd73b8-5332-42a6-b71b-bd3d782ce816 req-36050633-1b1d-40ef-8aa3-64cb6fc1c48a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567448 Jun 17 17:41:25.027686 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:25.054505 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:41:25.065827 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:25.069900 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:25.072733 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:25.083217 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:25.089293 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:25.122356 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2', 'code': 200} Jun 17 17:41:25.131861 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event deleted for resources: {'Port': ['ID=fb362ce4-3875-42d1-9f8d-15622ca355f5,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:25.136557 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:25.149955 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=10']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:25.152879 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:25.303576 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks [] for floatingip, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:25.402960 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-baea2a60-a7d5-4d4e-b211-df1f75ee875f req-7c6168fa-928a-4884-9d8e-1674cb28ed25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 1099 time: 0.0744035 Jun 17 17:41:25.404807 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408076'] for router_interface, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:25.446123 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-baea2a60-a7d5-4d4e-b211-df1f75ee875f req-85a30df2-de7b-4ada-9c06-8af97cb5f578 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371971 Jun 17 17:41:26.182600 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:41:26.192727 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fc9e5-ac50-4e9e-89d2-7586d7d55066 req-16a38097-9877-498d-9ba6-639408fc0719 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:26.194161 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3d0fc9e5-ac50-4e9e-89d2-7586d7d55066 req-16a38097-9877-498d-9ba6-639408fc0719 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 946 time: 0.0795979 Jun 17 17:41:26.239112 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3d0fc9e5-ac50-4e9e-89d2-7586d7d55066 req-8e0a7daa-6f97-445e-8c59-a95edcec86f8 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393293 Jun 17 17:41:26.494654 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Deleting port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:26.494990 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:26.571004 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:41:26.580540 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] Sync routers for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:41:26.593047 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:26.593641 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:41:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:26.648444 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:26.732797 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9185e466-4c57-4f57-8c3a-ea92e661b7af tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "DELETE /v2.0/floatingips/b1f18aaa-d69a-4bf0-9156-f465b2a32408 HTTP/1.1" status: 204 len: 168 time: 2.7269387 Jun 17 17:41:26.734508 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] For port 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=1abb4dfb-b2c8-4f0d-8340-34636f0eeeae,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:26.734889 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:26.742030 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18'}] {{(pid=74249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:41:26.806844 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:26.828271 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'status': 'completed', 'code': 200} Jun 17 17:41:26.923071 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Calling delete_port for 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae owned by network:router_interface {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:26.968913 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a5eeb6e9-d142-4ac6-8bfb-45f149ac68a1 req-8117e661-2ff6-4ab0-b3a1-0874d7b16eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 1099 time: 0.1089692 Jun 17 17:41:27.166781 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eeb6e9-d142-4ac6-8bfb-45f149ac68a1 req-c14981c3-4909-4d97-b0e9-a7fa12a0fbf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:27.168221 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a5eeb6e9-d142-4ac6-8bfb-45f149ac68a1 req-c14981c3-4909-4d97-b0e9-a7fa12a0fbf8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 200 len: 916 time: 0.1915629 Jun 17 17:41:27.271931 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a5eeb6e9-d142-4ac6-8bfb-45f149ac68a1 req-8b849d67-021d-464a-b004-9237be8ddc3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 200 len: 217 time: 0.0971808 Jun 17 17:41:27.364661 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '39ac0394-13d5-4935-8a9f-11fdb3c76eb5', 'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'mac_address': 'fa:16:3e:9a:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:21Z', 'updated_at': '2021-06-17T17:37:30Z', 'revision_number': 5, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'subnets': [{'id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:27.368933 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] Checking router: 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:41:27.390572 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:27.391324 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:41:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:27.417184 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eeb6e9-d142-4ac6-8bfb-45f149ac68a1 req-50f9ce09-fb53-4a51-b415-f95af4557721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:27.419263 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a5eeb6e9-d142-4ac6-8bfb-45f149ac68a1 req-50f9ce09-fb53-4a51-b415-f95af4557721 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 200 len: 854 time: 0.1380150 Jun 17 17:41:27.571216 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:27.578170 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-031c6561-f582-4285-9f32-a9be53039b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:27.581935 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a5eeb6e9-d142-4ac6-8bfb-45f149ac68a1 req-7c15fa41-e446-43c8-bb82-a02124cca868 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c05585b-ab9a-434e-98a1-2b24acd76536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1541836 Jun 17 17:41:27.588738 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d9795-ce27-4af8-8e25-9461b74ffb0a req-8c30bea3-1ef0-4944-a654-0c8c1dbacb16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:27.590186 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d14d9795-ce27-4af8-8e25-9461b74ffb0a req-8c30bea3-1ef0-4944-a654-0c8c1dbacb16 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 946 time: 0.1217415 Jun 17 17:41:27.620566 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abb4dfb-b2c8-4f0d-8340-34636f0eeeae,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:27.623522 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:27.642102 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:27.847470 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d14d9795-ce27-4af8-8e25-9461b74ffb0a req-adc1a440-10a3-4380-9707-9afd05ca7d73 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349234 Jun 17 17:41:27.907093 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a5eeb6e9-d142-4ac6-8bfb-45f149ac68a1 req-835e7073-90ef-449c-86ad-a8cb8a148718 service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158977 Jun 17 17:41:28.005830 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408922'] for router_interface, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:28.076855 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '39ac0394-13d5-4935-8a9f-11fdb3c76eb5', 'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'mac_address': 'fa:16:3e:9a:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:21Z', 'updated_at': '2021-06-17T17:37:30Z', 'revision_number': 5, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'subnets': [{'id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:28.081563 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083a00f-69be-4b60-9e4a-c1e9f176b6b5 None None] The sync data for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb is: [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:37:21Z', 'revision_number': 4, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '39ac0394-13d5-4935-8a9f-11fdb3c76eb5', 'name': '', 'network_id': '3c05585b-ab9a-434e-98a1-2b24acd76536', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'mac_address': 'fa:16:3e:9a:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:21Z', 'updated_at': '2021-06-17T17:37:30Z', 'revision_number': 5, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'subnets': [{'id': '31e74d9e-296d-463b-b378-8a6773f17a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:41:28.111141 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a5eeb6e9-d142-4ac6-8bfb-45f149ac68a1 req-310c20eb-09f4-4a1d-9995-1466139d573f service neutron] 10.222.0.20 "GET /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902759 Jun 17 17:41:28.341322 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe80bd0-1465-40a6-8f61-6d35ade1ea56 None None] New status for floating IP b1f18aaa-d69a-4bf0-9156-f465b2a32408: DOWN {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:41:28.621864 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:41:28.835744 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:41:28.848638 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] Sync routers for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:41:28.855780 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] 10.222.0.15 "PUT /v2.0/routers/abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8453658 Jun 17 17:41:28.856448 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52496) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:28.866949 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:28.867579 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:41:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:29.086388 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:29.233093 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584676c-cfbc-40fb-aa95-e342990a993b req-09a5484d-833a-44ed-a8d7-a2b7614011dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:29.234441 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7584676c-cfbc-40fb-aa95-e342990a993b req-09a5484d-833a-44ed-a8d7-a2b7614011dd tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 946 time: 0.1119847 Jun 17 17:41:29.236512 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks [] for router, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:29.359614 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7584676c-cfbc-40fb-aa95-e342990a993b req-f2b8d370-6f99-4227-a0d3-92f7f8ac1f37 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720320 Jun 17 17:41:29.380546 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:41:27Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:29.385460 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] Checking router: abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:41:29.397947 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] Routers {'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:29.398800 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:41:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:29.485251 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:29.495180 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Deleting port 38859e90-9e6a-44b1-b705-7d33440b438b {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:29.495495 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:29.613638 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] Set router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:29.697068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] For port 38859e90-9e6a-44b1-b705-7d33440b438b, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=38859e90-9e6a-44b1-b705-7d33440b438b,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:29.697343 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:29.824179 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Calling delete_port for 38859e90-9e6a-44b1-b705-7d33440b438b owned by network:router_gateway {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:29.916913 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:41:27Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:29.921789 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29075e1-799d-4221-b1b9-30c7d94a8276 None None] The sync data for ids ['abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26'] in dv-cinder-796864-1-smb is: [{'id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'name': 'tempest-AttachVolumeTestJSON-1429358536-router', 'tenant_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:41:27Z', 'revision_number': 5, 'project_id': 'cb7fb29e35c843e99d438b71e64dd45d', 'gw_port': {'id': '38859e90-9e6a-44b1-b705-7d33440b438b', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:49Z', 'updated_at': '2021-06-17T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:41:30.006901 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:30.010533 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c2df8dab-406e-4dfe-99ad-f59508bdbb9f tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:30.049599 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Pushing event deleted for resources: {'Port': ['ID=38859e90-9e6a-44b1-b705-7d33440b438b,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:30.053572 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:30.320992 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444037'] for router_gateway, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:30.702045 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4499'] for router, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:30.709550 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:30.721900 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd9064-fcb6-4a40-a58d-d3d3950613a8 req-7ec067ad-2e1e-4287-86a1-f526595ad34d tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:30.723384 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dfdd9064-fcb6-4a40-a58d-d3d3950613a8 req-7ec067ad-2e1e-4287-86a1-f526595ad34d tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.4456227 Jun 17 17:41:30.758705 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444996'] for router, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:30.759230 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 {{(pid=74248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:41:30.788921 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:30.790120 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] 10.222.0.15 "DELETE /v2.0/routers/abb86c2f-a0bd-428c-a65a-d1a5fe6f4b26 HTTP/1.1" status: 204 len: 168 time: 1.9323723 Jun 17 17:41:30.793234 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52510) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:30.793739 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-dfdd9064-fcb6-4a40-a58d-d3d3950613a8 req-5861fd4f-1642-4023-80bc-f759059958c5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623379 Jun 17 17:41:30.855955 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64f47b4-5a51-4c68-8748-dbc58cf74dfe admin admin] Deleting subnet abb858be-8b85-4492-b68c-942eccff711a {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:41:30.859142 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b64f47b4-5a51-4c68-8748-dbc58cf74dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:30.911203 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b64f47b4-5a51-4c68-8748-dbc58cf74dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536762744'] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.026897 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b64f47b4-5a51-4c68-8748-dbc58cf74dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.366574 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b64f47b4-5a51-4c68-8748-dbc58cf74dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535317139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535300845'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.371271 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:31.406145 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f47b4-5a51-4c68-8748-dbc58cf74dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb858be-8b85-4492-b68c-942eccff711a,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:31.409427 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b64f47b4-5a51-4c68-8748-dbc58cf74dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:31.410494 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b64f47b4-5a51-4c68-8748-dbc58cf74dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.415364 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2348b7d-3a26-4d77-8a92-bb686ac723ee None None] Network 0ee2905d-0992-40a9-bf31-ae5a057d589a requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:41:31.416873 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b64f47b4-5a51-4c68-8748-dbc58cf74dfe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/abb858be-8b85-4492-b68c-942eccff711a HTTP/1.1" status: 204 len: 168 time: 0.6224306 Jun 17 17:41:31.419222 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52514) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:31.533295 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.544824 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Deleting port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:31.545394 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.569848 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 38859e90-9e6a-44b1-b705-7d33440b438b no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:31.619743 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 38859e90-9e6a-44b1-b705-7d33440b438b {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:31.619976 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 38859e90-9e6a-44b1-b705-7d33440b438b not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:31.620389 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:31.655226 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:31.655618 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 1abb4dfb-b2c8-4f0d-8340-34636f0eeeae not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:31.665568 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.758897 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] DHCP port deletion for 0ee2905d-0992-40a9-bf31-ae5a057d589a request from dv-cinder-796864-1-smb {{(pid=74250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 17:41:31.761585 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] For port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=7db4f1cf-69a8-4934-80fa-ef5d3669a2cb,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:31.761948 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.763683 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] Deleting port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:31.764052 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.885806 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Calling delete_port for 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb owned by network:dhcp {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:31.962075 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:31.966382 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:32.004461 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] For port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=7db4f1cf-69a8-4934-80fa-ef5d3669a2cb,segment=NetworkSegment(1ef50ad7-053d-4b7d-baa8-c557e474e1b8),segment_id=1ef50ad7-053d-4b7d-baa8-c557e474e1b8)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:32.004792 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.006008 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7db4f1cf-69a8-4934-80fa-ef5d3669a2cb,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:32.010141 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:32.010385 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5b0b5-2291-4b11-9b3e-2bf8bdb6510c req-af0096e7-0de2-4057-8b26-c2bb4075f72b tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:32.013126 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] No DVR routers for this DVR port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb on host dv-cinder-796864-1-smb {{(pid=74249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:32.013283 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d2c5b0b5-2291-4b11-9b3e-2bf8bdb6510c req-af0096e7-0de2-4057-8b26-c2bb4075f72b tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.0924611 Jun 17 17:41:32.083115 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d2c5b0b5-2291-4b11-9b3e-2bf8bdb6510c req-be97fffb-7f95-439f-83f1-627e15004b3d tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588601 Jun 17 17:41:32.131316 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] Calling delete_port for 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb owned by network:dhcp {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:32.148014 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.161462 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee2905d-0992-40a9-bf31-ae5a057d589a']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:32.174375 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef50ad7-053d-4b7d-baa8-c557e474e1b8') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:32.174708 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef50ad7-053d-4b7d-baa8-c557e474e1b8') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:32.186998 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.187699 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-70a122ec-c336-40dd-bb96-1a0fffb3bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.205331 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.212576 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:41:32.219140 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:41:32.233522 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:41:32.277781 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.db.api [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:41:32.278187 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_db.api [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:41:32.318676 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.322652 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:32.335644 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.348055 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee2905d-0992-40a9-bf31-ae5a057d589a,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:32.353126 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:32.362414 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/0ee2905d-0992-40a9-bf31-ae5a057d589a HTTP/1.1" status: 204 len: 168 time: 0.9421580 Jun 17 17:41:32.417551 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.500928 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52522) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:32.587134 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-0dc4363d-a0ca-462c-8d64-ced90bd39d05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb7fb29e35c843e99d438b71e64dd45d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0849175 Jun 17 17:41:32.589466 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52526) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:32.676001 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-3c52399d-2c97-4585-92b0-cd991b2432c5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:32.677301 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-3c52399d-2c97-4585-92b0-cd991b2432c5 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.1349366 Jun 17 17:41:32.679705 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9ce80730-7ebf-4d75-8e5e-1e03113702c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.753261 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9ce80730-7ebf-4d75-8e5e-1e03113702c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.779210 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] Deleting port 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:32.779615 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.783247 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Deleting port ae5fdc6e-8790-4578-b346-493d01ac7f18 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:32.783597 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.851668 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-3dde7d37-7221-42a3-9189-35db4b666d7b None None] The port '7db4f1cf-69a8-4934-80fa-ef5d3669a2cb' was deleted {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 17:41:32.902639 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9ce80730-7ebf-4d75-8e5e-1e03113702c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:32.908866 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2f6c7e0e-8bcc-4018-88ea-d9b90323b76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:32.928935 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce80730-7ebf-4d75-8e5e-1e03113702c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d340a4-cfca-4b99-b777-9f4547b76f8d,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:32.949138 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9ce80730-7ebf-4d75-8e5e-1e03113702c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:33.000423 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9ce80730-7ebf-4d75-8e5e-1e03113702c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:33.001535 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-9ce80730-7ebf-4d75-8e5e-1e03113702c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86d340a4-cfca-4b99-b777-9f4547b76f8d HTTP/1.1" status: 204 len: 168 time: 0.4111636 Jun 17 17:41:33.079613 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] For port ae5fdc6e-8790-4578-b346-493d01ac7f18, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ae5fdc6e-8790-4578-b346-493d01ac7f18,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:33.080346 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:33.239978 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Calling delete_port for ae5fdc6e-8790-4578-b346-493d01ac7f18 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:33.391987 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621c15f-9880-4206-892f-96c46fc49a15 req-6cefe7fb-4f42-4ea9-93b8-ad4bd2cdb2f4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:33.393450 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f621c15f-9880-4206-892f-96c46fc49a15 req-6cefe7fb-4f42-4ea9-93b8-ad4bd2cdb2f4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbf7162-c89a-4e18-8491-98a176f291f0 HTTP/1.1" status: 200 len: 946 time: 0.1878178 Jun 17 17:41:33.444113 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:33.453422 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:33.480564 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['ae5fdc6e-8790-4578-b346-493d01ac7f18'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:41:33.502777 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f621c15f-9880-4206-892f-96c46fc49a15 req-05c468c3-d189-4c4e-9ed2-77df2e818ce2 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.15 "GET /v2.0/security-groups?id=e98c9756-821a-4502-9f12-1e3179eb1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984852 Jun 17 17:41:33.503537 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Pushing event deleted for resources: {'Port': ['ID=ae5fdc6e-8790-4578-b346-493d01ac7f18,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:33.507108 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:33.590496 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:33.623074 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] No DVR routers for this DVR port ae5fdc6e-8790-4578-b346-493d01ac7f18 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:33.624571 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:33.624852 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 7db4f1cf-69a8-4934-80fa-ef5d3669a2cb not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:33.626214 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:33.628661 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'name': 'network-vif-deleted', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:41:33.650808 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3251491f-a37c-460c-bf3e-aab5930606f3 req-a44259fb-3598-4f55-9eeb-5c0b2650b0d4 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] 10.222.0.20 "DELETE /v2.0/ports/ae5fdc6e-8790-4578-b346-493d01ac7f18 HTTP/1.1" status: 204 len: 173 time: 0.9612758 Jun 17 17:41:33.693569 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-e9b551a0-a230-4481-b748-0b1d4f3e697d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1480443 Jun 17 17:41:33.695314 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbf7162-c89a-4e18-8491-98a176f291f0', 'name': 'network-vif-deleted', 'tag': 'ae5fdc6e-8790-4578-b346-493d01ac7f18', 'status': 'completed', 'code': 200} Jun 17 17:41:33.823064 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-6ff96fe6-1cdc-4c82-94ca-225bb90c6dad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 1099 time: 0.0761325 Jun 17 17:41:33.988329 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-fda6c6f7-4021-4b30-9c4d-cb89b586b07d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:33.989766 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-fda6c6f7-4021-4b30-9c4d-cb89b586b07d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 200 len: 917 time: 0.1423326 Jun 17 17:41:34.209519 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-ce13f6ff-abaa-4554-8f7e-22a7846dc676 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b1e457-979b-48ed-9593-70fee2240db2 HTTP/1.1" status: 200 len: 1001 time: 0.2120607 Jun 17 17:41:34.258630 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae51b-5460-4418-b1a7-3251d064b3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:34.297895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-32fbcaba-4828-4fbf-a076-885e58f97c76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:34.299638 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-32fbcaba-4828-4fbf-a076-885e58f97c76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 200 len: 855 time: 0.0793366 Jun 17 17:41:34.378732 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-8d888591-33d6-4d6b-b5be-ccc7355d1e5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aff819c-d0e7-4576-8341-7f73e02b1537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729837 Jun 17 17:41:34.516423 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-d6d56f8a-be50-44b8-a450-aa3bce344157 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305594 Jun 17 17:41:34.652747 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa557c51-a0bc-4157-8097-1f1f6f0d9178 req-b04f5392-8cd0-4805-9eef-ac6bd3f731f4 service neutron] 10.222.0.20 "GET /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302588 Jun 17 17:41:35.292509 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52604) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:35.345415 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:35.450283 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:35.484081 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:35.487903 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] Usage tracker for resource:security_group_rule and tenant:22f490a350b244068b3dce3810f80d5b is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:35.491167 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:35.501242 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:35.512467 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52618) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:35.584164 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:35.589631 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:35.600265 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5a71cfbf-609c-4a4e-8309-e01f8bce7523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:35.658503 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e03555-b716-414d-b12a-f782877f3e35,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:35.662646 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:35.668674 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-5b9092db-56e9-4373-9f70-40370436fd47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22f490a350b244068b3dce3810f80d5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3723416 Jun 17 17:41:35.669528 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52622) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:35.737515 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d2f00f25-63e3-4e28-b03a-ee5de2670e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:35.763460 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d2f00f25-63e3-4e28-b03a-ee5de2670e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:35.818448 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d2f00f25-63e3-4e28-b03a-ee5de2670e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:35.824168 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0cbec7a7-3fdc-497c-946b-e46d482d46d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:35.834897 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f00f25-63e3-4e28-b03a-ee5de2670e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e03555-b716-414d-b12a-f782877f3e35,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:35.838583 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d2f00f25-63e3-4e28-b03a-ee5de2670e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:35.842035 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-d2f00f25-63e3-4e28-b03a-ee5de2670e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:35.844850 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-d2f00f25-63e3-4e28-b03a-ee5de2670e8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75e03555-b716-414d-b12a-f782877f3e35 HTTP/1.1" status: 204 len: 168 time: 0.1730447 Jun 17 17:41:36.038699 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408076'] for router_interface, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.185150 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52630) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:36.206926 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.238131 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:36.241977 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e770d6234248dfa42e20009acb3871 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:36.245627 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:36.251692 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:36.324388 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.329823 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.338399 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-64a03643-6f8e-4aa3-8d11-6c5aba88c0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:36.379413 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90cfbaf-0fc3-4bf1-956f-0a246425470d,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:36.382440 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:36.385134 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1e770d6234248dfa42e20009acb3871&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1988859 Jun 17 17:41:36.387858 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52634) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:36.448716 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-76ae302e-ebe8-4dc5-ab1a-82793d434239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.473382 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-76ae302e-ebe8-4dc5-ab1a-82793d434239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.546170 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-76ae302e-ebe8-4dc5-ab1a-82793d434239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.551196 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d02fba93-e499-4e50-b90f-d0fc4bbb9c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:36.564872 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae302e-ebe8-4dc5-ab1a-82793d434239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90cfbaf-0fc3-4bf1-956f-0a246425470d,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:36.567120 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-76ae302e-ebe8-4dc5-ab1a-82793d434239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:36.569784 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-76ae302e-ebe8-4dc5-ab1a-82793d434239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.570320 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-76ae302e-ebe8-4dc5-ab1a-82793d434239 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b90cfbaf-0fc3-4bf1-956f-0a246425470d HTTP/1.1" status: 204 len: 168 time: 0.1816647 Jun 17 17:41:36.645004 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Deleting port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:36.646027 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.824302 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] For port 39ac0394-13d5-4935-8a9f-11fdb3c76eb5, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=39ac0394-13d5-4935-8a9f-11fdb3c76eb5,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:36.824648 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.873654 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:36.927426 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ae5fdc6e-8790-4578-b346-493d01ac7f18 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:36.947302 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Calling delete_port for 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 owned by network:router_interface {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:36.987085 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: ae5fdc6e-8790-4578-b346-493d01ac7f18 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:36.987698 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device ae5fdc6e-8790-4578-b346-493d01ac7f18 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:37.131282 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:37.135067 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:37.175105 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ac0394-13d5-4935-8a9f-11fdb3c76eb5,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:37.179048 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:37.488322 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408922'] for router_interface, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:38.214626 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:41:38.421940 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:41:38.434737 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] Sync routers for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:41:38.441776 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] 10.222.0.15 "PUT /v2.0/routers/82ffeb2a-ea76-4a1c-83e6-b3823d436f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9281414 Jun 17 17:41:38.444365 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52674) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:38.448968 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:38.450251 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:41:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:38.645644 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:38.671974 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks [] for router, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:38.913361 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:38.929166 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Deleting port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:38.930881 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:39.012572 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116'}], 'enable_snat': True}, 'gw_port_id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:41:37Z', 'revision_number': 5, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port': {'id': '87b2ab9b-7981-44ae-888b-d0df6b0ecf5e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:19Z', 'updated_at': '2021-06-17T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:39.017078 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] Checking router: 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:41:39.030534 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] Routers {'82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:39.032306 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:41:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:39.154019 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] For port 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=87b2ab9b-7981-44ae-888b-d0df6b0ecf5e,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:39.154528 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:39.259552 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] Set router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b gateway port host: None {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:39.367497 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:41:38Z', 'revision_number': 6, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port_host': None}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:39.372330 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4e51f-f6a8-4910-b012-0efcd4608c52 None None] The sync data for ids ['82ffeb2a-ea76-4a1c-83e6-b3823d436f5b'] in dv-cinder-796864-1-smb is: [{'id': '82ffeb2a-ea76-4a1c-83e6-b3823d436f5b', 'name': 'tempest-TestMinimumBasicScenario-1348732138-router', 'tenant_id': '08944558a7ae4c5fa28c5031c9f06c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:18Z', 'updated_at': '2021-06-17T17:41:38Z', 'revision_number': 6, 'project_id': '08944558a7ae4c5fa28c5031c9f06c50', 'gw_port_host': None}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:41:39.389371 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Calling delete_port for 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e owned by network:router_gateway {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:39.556821 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:39.560549 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-fe6e9f01-ebff-40d0-85e2-ed8c8947cc00 tempest-VolumesSnapshotTestJSON-327338646 tempest-VolumesSnapshotTestJSON-327338646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:39.600917 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b2ab9b-7981-44ae-888b-d0df6b0ecf5e,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:39.604391 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:39.787994 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:39.832807 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:39.833157 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 39ac0394-13d5-4935-8a9f-11fdb3c76eb5 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:39.835156 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444037'] for router_gateway, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.091434 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4499'] for router, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.096309 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.127360 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444996'] for router, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.127865 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ffeb2a-ea76-4a1c-83e6-b3823d436f5b {{(pid=74248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:41:40.140800 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.141891 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] 10.222.0.15 "DELETE /v2.0/routers/82ffeb2a-ea76-4a1c-83e6-b3823d436f5b HTTP/1.1" status: 204 len: 168 time: 1.6965847 Jun 17 17:41:40.148516 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52690) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:40.212611 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_v2 [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] Deleting subnet 31e74d9e-296d-463b-b378-8a6773f17a9e {{(pid=74248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:41:40.216385 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.270972 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536326542'] for subnet, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.403911 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.674531 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535851541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535349653'] for subnet, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.680413 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-1d4bb213-6cad-45aa-97d6-3d27c1ca7247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:40.720010 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e74d9e-296d-463b-b378-8a6773f17a9e,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:40.724484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:40.730059 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.737026 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b7d837-86c2-4585-9087-a4a34374df78 None None] Network 3c05585b-ab9a-434e-98a1-2b24acd76536 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:41:40.739174 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52704) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:40.739675 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/31e74d9e-296d-463b-b378-8a6773f17a9e HTTP/1.1" status: 204 len: 168 time: 0.5889032 Jun 17 17:41:40.871235 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:40.881484 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Deleting port b5e46db1-75fb-4b70-8b86-3491fe9bf771 {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:40.881813 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.006474 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] DHCP port deletion for 3c05585b-ab9a-434e-98a1-2b24acd76536 request from dv-cinder-796864-1-smb {{(pid=74250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 17:41:41.011669 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] Deleting port b5e46db1-75fb-4b70-8b86-3491fe9bf771 {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:41.012047 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.103843 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] For port b5e46db1-75fb-4b70-8b86-3491fe9bf771, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=b5e46db1-75fb-4b70-8b86-3491fe9bf771,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:41.104196 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.220343 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] For port b5e46db1-75fb-4b70-8b86-3491fe9bf771, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=b5e46db1-75fb-4b70-8b86-3491fe9bf771,segment=NetworkSegment(6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d),segment_id=6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:41.220651 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.225378 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Calling delete_port for b5e46db1-75fb-4b70-8b86-3491fe9bf771 owned by network:dhcp {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:41.302851 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.307329 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-e639cbe6-5532-439b-9bff-0a47c92494aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:41.343968 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] Calling delete_port for b5e46db1-75fb-4b70-8b86-3491fe9bf771 owned by network:dhcp {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:41.354314 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e46db1-75fb-4b70-8b86-3491fe9bf771,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:41.357292 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:41.362621 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] No DVR routers for this DVR port b5e46db1-75fb-4b70-8b86-3491fe9bf771 on host dv-cinder-796864-1-smb {{(pid=74249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:41.417038 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.db.api [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:41:41.417413 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_db.api [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:41:41.549418 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device b5e46db1-75fb-4b70-8b86-3491fe9bf771 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:41.569913 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.584190 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c05585b-ab9a-434e-98a1-2b24acd76536']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:41.586098 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: b5e46db1-75fb-4b70-8b86-3491fe9bf771 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:41.587006 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device b5e46db1-75fb-4b70-8b86-3491fe9bf771 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:41.587439 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:41.597507 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:41.597805 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8df80e-76d5-4e23-8b06-ef8fe3c1c40d') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:41.609905 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.618617 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:41.618979 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 87b2ab9b-7981-44ae-888b-d0df6b0ecf5e not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:41.627660 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.636749 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:41:41.637146 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:41:41.650961 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:41:41.730273 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.735057 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:41.748143 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.758831 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c05585b-ab9a-434e-98a1-2b24acd76536,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:41.762103 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:41.773465 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-a7b5fc45-9985-4713-a33d-615ed26ac8b0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3c05585b-ab9a-434e-98a1-2b24acd76536 HTTP/1.1" status: 204 len: 168 time: 1.0330508 Jun 17 17:41:41.776612 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52710) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:41.918933 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] Deleting port b5e46db1-75fb-4b70-8b86-3491fe9bf771 {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:41.919605 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:41.987508 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-c285e704-77b8-4e3a-b8d2-67c8d53a5c5b None None] The port 'b5e46db1-75fb-4b70-8b86-3491fe9bf771' was deleted {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 17:41:42.206496 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408076'] for router_interface, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:42.852337 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Deleting port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:42.853016 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:43.126781 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] For port 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=16a9b9d2-4d20-4cd4-a875-8aa95dd1d425,segment=NetworkSegment(064ed729-fc44-4208-b33f-97f5db63b78d),segment_id=064ed729-fc44-4208-b33f-97f5db63b78d)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:43.127114 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:43.247727 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Calling delete_port for 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 owned by network:router_interface {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:43.424225 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:43.427567 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-21d26450-9cc0-4fdc-bd79-6c574d026e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:43.467342 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a9b9d2-4d20-4cd4-a875-8aa95dd1d425,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:43.470766 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:43.776277 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408922'] for router_interface, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:44.374664 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:41:44.676964 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:41:44.687685 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] Sync routers for ids ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:41:44.694965 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-1e2a3a01-aada-4b95-9285-5657c4e09a76 admin admin] 10.222.0.15 "PUT /v2.0/routers/db8e0ff1-28fc-42d3-959e-c9ecaa4a446c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9172866 Jun 17 17:41:44.697423 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52748) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:44.701968 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] Routers {'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:44.702608 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:41:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:44.886955 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] Set router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:44.902112 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks [] for router, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:45.112684 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:45.126148 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Deleting port d7c19107-38b0-47f7-a82f-e22b62fc697e {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:45.126486 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:45.192668 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:24Z', 'updated_at': '2021-06-17T17:41:43Z', 'revision_number': 5, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'gw_port': {'id': 'd7c19107-38b0-47f7-a82f-e22b62fc697e', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:37:25Z', 'updated_at': '2021-06-17T17:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:45.196760 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] Checking router: db8e0ff1-28fc-42d3-959e-c9ecaa4a446c for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:41:45.208826 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] Routers {'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:41:45.209436 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:41:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:45.311548 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] For port d7c19107-38b0-47f7-a82f-e22b62fc697e, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=d7c19107-38b0-47f7-a82f-e22b62fc697e,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:45.311897 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:45.365322 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] Set router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c gateway port host: None {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:41:45.443178 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Calling delete_port for d7c19107-38b0-47f7-a82f-e22b62fc697e owned by network:router_gateway {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:45.478411 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:24Z', 'updated_at': '2021-06-17T17:41:45Z', 'revision_number': 6, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'gw_port_host': None}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:45.482735 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7173d7-40d8-4fee-aeee-bc6515dcff55 None None] The sync data for ids ['db8e0ff1-28fc-42d3-959e-c9ecaa4a446c'] in dv-cinder-796864-1-smb is: [{'id': 'db8e0ff1-28fc-42d3-959e-c9ecaa4a446c', 'name': 'tempest-TestMinimumBasicScenario-71963989-router', 'tenant_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:37:24Z', 'updated_at': '2021-06-17T17:41:45Z', 'revision_number': 6, 'project_id': '0af77ef8ecd14f2cbd9189bbd0bb3e1a', 'gw_port_host': None}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:41:45.642574 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:45.646541 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1a1f4904-2f2e-49c9-9fb6-cd6f3d48e0a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:45.695283 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c19107-38b0-47f7-a82f-e22b62fc697e,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:45.699798 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:45.954248 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444037'] for router_gateway, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.307371 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4499'] for router, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.313112 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.398283 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444996'] for router, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.399334 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8e0ff1-28fc-42d3-959e-c9ecaa4a446c {{(pid=74249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:41:46.411408 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] Notify callbacks [] for router, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.412509 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-bef626d6-cf88-41b2-b916-8dc6ab2e8659 admin admin] 10.222.0.15 "DELETE /v2.0/routers/db8e0ff1-28fc-42d3-959e-c9ecaa4a446c HTTP/1.1" status: 204 len: 168 time: 1.7140045 Jun 17 17:41:46.416599 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52766) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:46.573217 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] Deleting subnet 240f33dd-6788-4dce-9954-7f0133f4e785 {{(pid=74248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:41:46.576029 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.623549 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536326542'] for subnet, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.702789 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.950676 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535851541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535349653'] for subnet, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:46.957572 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-558e973b-a37f-4cf6-aa6a-4697e6b4c263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:46.997756 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240f33dd-6788-4dce-9954-7f0133f4e785,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:47.001026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:47.002032 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.011523 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/240f33dd-6788-4dce-9954-7f0133f4e785 HTTP/1.1" status: 204 len: 168 time: 0.5924025 Jun 17 17:41:47.011783 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e73f1-1b63-4b6d-8396-08cbc5ecb425 None None] Network 03f21ca7-29ac-428b-b825-0bd5a80f4c26 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:41:47.012271 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52780) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:47.122199 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.134385 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Deleting port 2d599b31-d58e-46a0-a592-2471496d5ec2 {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:47.135016 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.276500 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] DHCP port deletion for 03f21ca7-29ac-428b-b825-0bd5a80f4c26 request from dv-cinder-796864-1-smb {{(pid=74250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 17:41:47.280794 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] Deleting port 2d599b31-d58e-46a0-a592-2471496d5ec2 {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:47.281341 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.346472 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] For port 2d599b31-d58e-46a0-a592-2471496d5ec2, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=2d599b31-d58e-46a0-a592-2471496d5ec2,segment=NetworkSegment(064ed729-fc44-4208-b33f-97f5db63b78d),segment_id=064ed729-fc44-4208-b33f-97f5db63b78d)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:47.346855 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.468747 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Calling delete_port for 2d599b31-d58e-46a0-a592-2471496d5ec2 owned by network:dhcp {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:47.497284 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] For port 2d599b31-d58e-46a0-a592-2471496d5ec2, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=2d599b31-d58e-46a0-a592-2471496d5ec2,segment=NetworkSegment(064ed729-fc44-4208-b33f-97f5db63b78d),segment_id=064ed729-fc44-4208-b33f-97f5db63b78d)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:41:47.498017 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.554470 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.567676 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:47.587913 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52792) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:47.605969 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:47.611098 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] No DVR routers for this DVR port 2d599b31-d58e-46a0-a592-2471496d5ec2 on host dv-cinder-796864-1-smb {{(pid=74249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:41:47.612454 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d599b31-d58e-46a0-a592-2471496d5ec2,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:47.639371 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:47.695682 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] Calling delete_port for 2d599b31-d58e-46a0-a592-2471496d5ec2 owned by network:dhcp {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:41:47.721848 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:47.722523 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 16a9b9d2-4d20-4cd4-a875-8aa95dd1d425 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:47.723175 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 2d599b31-d58e-46a0-a592-2471496d5ec2 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:47.729236 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.742150 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f21ca7-29ac-428b-b825-0bd5a80f4c26']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:47.754568 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064ed729-fc44-4208-b33f-97f5db63b78d') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:47.754878 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064ed729-fc44-4208-b33f-97f5db63b78d') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:41:47.762010 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.764820 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 2d599b31-d58e-46a0-a592-2471496d5ec2 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:47.765169 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 2d599b31-d58e-46a0-a592-2471496d5ec2 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:47.765602 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device d7c19107-38b0-47f7-a82f-e22b62fc697e no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:41:47.767291 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.783551 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.790883 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:41:47.791206 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.795562 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:47.800262 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Usage tracker for resource:security_group_rule and tenant:39b9ef8591e64f30a943a5417b96996a is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:47.803589 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:47.805852 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: d7c19107-38b0-47f7-a82f-e22b62fc697e {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:41:47.806204 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device d7c19107-38b0-47f7-a82f-e22b62fc697e not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:41:47.808713 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:41:47.812936 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:47.846039 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.db.api [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:41:47.846952 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_db.api [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:41:47.894474 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.896575 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.899219 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.903169 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:47.906664 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d5c80b4b-a985-4ce9-82d0-0f7b91913005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:47.907206 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0133127a-e3b5-4e26-9009-bf0e9a906d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:47.928315 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f21ca7-29ac-428b-b825-0bd5a80f4c26,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:47.932373 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:47.942322 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/03f21ca7-29ac-428b-b825-0bd5a80f4c26 HTTP/1.1" status: 204 len: 168 time: 0.9293575 Jun 17 17:41:47.950059 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39b9ef8591e64f30a943a5417b96996a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3605773 Jun 17 17:41:47.950978 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52800) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:47.961828 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32c4c28-6fcf-4a6f-baa6-660c48b177ad,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:47.965291 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:48.025194 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5ce6d963-7351-4ec9-b7c6-f8d043d2f40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.053899 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5ce6d963-7351-4ec9-b7c6-f8d043d2f40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.109796 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52804) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:48.130192 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5ce6d963-7351-4ec9-b7c6-f8d043d2f40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.137586 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2a5bb6ee-4f5d-4fa1-b47f-842923c067bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:48.160524 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6d963-7351-4ec9-b7c6-f8d043d2f40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32c4c28-6fcf-4a6f-baa6-660c48b177ad,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:48.166145 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5ce6d963-7351-4ec9-b7c6-f8d043d2f40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:48.166261 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5ce6d963-7351-4ec9-b7c6-f8d043d2f40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.169992 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-5ce6d963-7351-4ec9-b7c6-f8d043d2f40f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a32c4c28-6fcf-4a6f-baa6-660c48b177ad HTTP/1.1" status: 204 len: 168 time: 0.2153709 Jun 17 17:41:48.190519 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-f5c4f96f-071a-48f6-af04-d9340e75acc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08944558a7ae4c5fa28c5031c9f06c50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0773668 Jun 17 17:41:48.190795 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52810) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:48.254699 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-877c6117-34e0-48bc-80c4-bfb6c529d4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.281949 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-877c6117-34e0-48bc-80c4-bfb6c529d4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.333492 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-877c6117-34e0-48bc-80c4-bfb6c529d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.338913 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-812d76a7-6e54-4b9e-91a0-ca4b638e150c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:48.348240 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] Deleting port 2d599b31-d58e-46a0-a592-2471496d5ec2 {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:41:48.349388 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.353287 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c6117-34e0-48bc-80c4-bfb6c529d4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98c9756-821a-4502-9f12-1e3179eb1b61,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:48.356089 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-877c6117-34e0-48bc-80c4-bfb6c529d4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:48.363474 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-877c6117-34e0-48bc-80c4-bfb6c529d4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.367642 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-877c6117-34e0-48bc-80c4-bfb6c529d4b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e98c9756-821a-4502-9f12-1e3179eb1b61 HTTP/1.1" status: 204 len: 168 time: 0.1734097 Jun 17 17:41:48.437918 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-b2b09143-ad50-41ed-b2ce-0bc45bc7084b None None] The port '2d599b31-d58e-46a0-a592-2471496d5ec2' was deleted {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 17:41:48.632579 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52820) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:48.651224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.687414 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:48.691921 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Usage tracker for resource:security_group_rule and tenant:fa528e25a5424d59ad702e5434c3bc5e is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:48.694859 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:48.701104 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:48.779541 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.787895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.795563 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d2f00f25-63e3-4e28-b03a-ee5de2670e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:48.848872 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c002d8d-5fb4-4b58-b722-675d6f8617d3,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:48.854864 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:48.859893 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa528e25a5424d59ad702e5434c3bc5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2237859 Jun 17 17:41:48.860182 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52824) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:48.905126 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52828) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:48.924674 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-946ed567-e96d-4ff3-87a5-101b3f6f293c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.953185 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-946ed567-e96d-4ff3-87a5-101b3f6f293c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:48.959257 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b774345a-e7a6-4736-90a7-97bb14db9f0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0af77ef8ecd14f2cbd9189bbd0bb3e1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528057 Jun 17 17:41:48.961607 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52832) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:49.014698 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-946ed567-e96d-4ff3-87a5-101b3f6f293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:49.018534 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-76ae302e-ebe8-4dc5-ab1a-82793d434239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:49.030651 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ed567-e96d-4ff3-87a5-101b3f6f293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c002d8d-5fb4-4b58-b722-675d6f8617d3,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:49.031370 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cfe7adec-6a80-4fec-b5d5-ebacc84fe8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:49.034142 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-946ed567-e96d-4ff3-87a5-101b3f6f293c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:49.037323 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-946ed567-e96d-4ff3-87a5-101b3f6f293c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:49.041207 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-946ed567-e96d-4ff3-87a5-101b3f6f293c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c002d8d-5fb4-4b58-b722-675d6f8617d3 HTTP/1.1" status: 204 len: 168 time: 0.1773608 Jun 17 17:41:49.065402 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cfe7adec-6a80-4fec-b5d5-ebacc84fe8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:49.124636 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cfe7adec-6a80-4fec-b5d5-ebacc84fe8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:49.128773 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-30fa76b3-93f2-4b4d-a0ba-e04e917921b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:49.140025 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7adec-6a80-4fec-b5d5-ebacc84fe8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b4924-747f-4c5b-8fdc-79d0f2581c13,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:49.146743 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-cfe7adec-6a80-4fec-b5d5-ebacc84fe8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:49.154193 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-cfe7adec-6a80-4fec-b5d5-ebacc84fe8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:49.158131 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-cfe7adec-6a80-4fec-b5d5-ebacc84fe8ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed1b4924-747f-4c5b-8fdc-79d0f2581c13 HTTP/1.1" status: 204 len: 168 time: 0.1927645 Jun 17 17:41:50.911436 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:41:52.382391 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52910) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:52.529118 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:52.561132 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:52.565666 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:3599baec45a0400ca4eccb0004b7001e is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:52.568549 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:52.575274 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:52.647909 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:52.652009 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:52.658719 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-98ce87a1-838d-4397-b7f1-42c9b0396eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:52.699557 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe23dc55-e51a-4cec-9ebb-00dd61144009,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:52.708624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52916) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:52.709247 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3599baec45a0400ca4eccb0004b7001e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3253877 Jun 17 17:41:52.709928 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:52.773099 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3e74d519-f4a3-4f78-bbce-f645b2b53d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:52.799725 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3e74d519-f4a3-4f78-bbce-f645b2b53d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:52.866025 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3e74d519-f4a3-4f78-bbce-f645b2b53d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:52.870337 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9ce80730-7ebf-4d75-8e5e-1e03113702c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:52.883556 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74d519-f4a3-4f78-bbce-f645b2b53d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe23dc55-e51a-4cec-9ebb-00dd61144009,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:52.886422 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3e74d519-f4a3-4f78-bbce-f645b2b53d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:52.888425 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3e74d519-f4a3-4f78-bbce-f645b2b53d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:52.889528 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-3e74d519-f4a3-4f78-bbce-f645b2b53d53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe23dc55-e51a-4cec-9ebb-00dd61144009 HTTP/1.1" status: 204 len: 168 time: 0.1786764 Jun 17 17:41:53.229209 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52924) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:53.251105 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:53.286995 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:53.290852 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Usage tracker for resource:security_group_rule and tenant:24866d09634e43ada5b12c81998066f7 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:53.293679 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:53.299330 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:53.366267 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:53.372213 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:53.379105 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5f890a20-7e45-48b8-958e-aa82476908bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:53.419728 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd662dd1-30f4-4be9-b4b4-5999edd82ebb,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:53.422935 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:53.425903 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24866d09634e43ada5b12c81998066f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1942496 Jun 17 17:41:53.428480 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52928) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:53.575086 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f518327-72ca-4879-8f39-5864dc30f02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:53.600985 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f518327-72ca-4879-8f39-5864dc30f02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:53.654181 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f518327-72ca-4879-8f39-5864dc30f02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:53.658078 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-645c037f-0cf7-4cba-8f85-924fbd5d9827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:53.671061 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f518327-72ca-4879-8f39-5864dc30f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd662dd1-30f4-4be9-b4b4-5999edd82ebb,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:53.673648 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9f518327-72ca-4879-8f39-5864dc30f02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:53.682935 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f518327-72ca-4879-8f39-5864dc30f02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:53.682935 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9f518327-72ca-4879-8f39-5864dc30f02d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd662dd1-30f4-4be9-b4b4-5999edd82ebb HTTP/1.1" status: 204 len: 168 time: 0.2534266 Jun 17 17:41:54.534525 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52950) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:54.670006 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-686121114-network', 'tenant_id': 'c8acb1f9707a46779f39a35a565111c4'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:41:54.674728 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:54.678583 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Usage tracker for resource:network and tenant:c8acb1f9707a46779f39a35a565111c4 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:54.681472 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:54.688334 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:54.700399 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Made reservation on behalf of c8acb1f9707a46779f39a35a565111c4 for: {'network': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:41:54.703253 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:54.716511 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:54.747663 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:54.751443 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Usage tracker for resource:security_group_rule and tenant:c8acb1f9707a46779f39a35a565111c4 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:54.754159 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:54.759822 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:54.832324 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:54.836689 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:54.839779 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b730dbf6-e3cb-4cd0-9acb-5da476ac2d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:54.873947 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=74249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:41:54.883415 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd6d84-13ed-4c34-8225-3f596920bb0e,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:54.887132 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:54.889785 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:54.891144 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.segments_db [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Added segment 0c634e26-44de-4bd4-8f37-cfefccb0ef0c of type vlan for network c95ab937-132f-41a4-bc6d-3fe2d59fea0c Jun 17 17:41:54.920013 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:54.951128 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:54.952540 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:54.953156 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:54.956662 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-61047c65-ece0-4047-abea-23d4ecd45930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:55.059362 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5237164 Jun 17 17:41:55.060239 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Pushing event updated for resources: {'Network': ['ID=c95ab937-132f-41a4-bc6d-3fe2d59fea0c,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:55.062307 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52956) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:55.065087 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c247125a-c14d-4b9e-a392-5062d82766bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:55.068884 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Request body: {'subnet': {'network_id': 'c95ab937-132f-41a4-bc6d-3fe2d59fea0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-686121114-subnet', 'tenant_id': 'c8acb1f9707a46779f39a35a565111c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:41:55.071591 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network c95ab937-132f-41a4-bc6d-3fe2d59fea0c details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:41:55.073704 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:55.079028 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Usage tracker for resource:subnet and tenant:c8acb1f9707a46779f39a35a565111c4 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:55.083484 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:55.092777 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:55.105241 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Made reservation on behalf of c8acb1f9707a46779f39a35a565111c4 for: {'subnet': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:41:55.107596 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535300848'] for subnet, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:55.496331 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535328350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535300834'] for subnet, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:55.500449 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-080ba7b0-5d81-4c86-a05b-341cced057e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:55.572744 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51812e1b-c373-41c0-81d0-8784d2eebcfb,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:55.576571 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:55.584641 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Checking segment: {'id': '0c634e26-44de-4bd4-8f37-cfefccb0ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c95ab937-132f-41a4-bc6d-3fe2d59fea0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:41:55.584993 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Network hostable DHCP agents. Network: c95ab937-132f-41a4-bc6d-3fe2d59fea0c, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:41:55.608976 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Network c95ab937-132f-41a4-bc6d-3fe2d59fea0c is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:41:55.619660 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, c95ab937-132f-41a4-bc6d-3fe2d59fea0c) {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:41:55.630975 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf865007-5888-46b6-87a8-925c4d2b18c9 None None] Network c95ab937-132f-41a4-bc6d-3fe2d59fea0c requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:41:55.631804 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:55.632957 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:55.653987 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-715acec1-aa87-4aae-ae14-f0f373917f3c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5906556 Jun 17 17:41:55.858292 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c574a02b-e93d-4ee2-9d51-96dccdbf0a0c None None] Network c95ab937-132f-41a4-bc6d-3fe2d59fea0c requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:41:56.599954 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 52978) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:56.606231 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1696245534-network', 'tenant_id': '9ee41e1bbb614e6cbff650ab83362ae4'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:41:56.611003 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:56.614788 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Usage tracker for resource:network and tenant:9ee41e1bbb614e6cbff650ab83362ae4 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:56.619049 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:56.624746 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:56.634898 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Made reservation on behalf of 9ee41e1bbb614e6cbff650ab83362ae4 for: {'network': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:41:56.637280 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:56.650628 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:56.682076 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:56.685978 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee41e1bbb614e6cbff650ab83362ae4 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:56.689140 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:56.694836 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:56.761413 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:56.765167 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:56.769118 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-cfe7adec-6a80-4fec-b5d5-ebacc84fe8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:56.804088 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=74249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:41:56.809463 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca0eff6-373a-4781-9c7c-cd4bb48facbf,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:56.813313 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:56.817882 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:56.818378 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.segments_db [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Added segment 8c33b290-a984-4cf7-9b7e-698cda9b5ba2 of type vlan for network 13714e9c-24bb-4ec5-aff0-f3e7c3038bef Jun 17 17:41:56.845615 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:56.875253 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:56.876513 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:56.877117 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:56.880420 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-faff9aa0-8fe7-4633-9d56-5b9913a6fac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:56.981126 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3800015 Jun 17 17:41:56.985499 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 52984) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:41:56.987341 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Pushing event updated for resources: {'Network': ['ID=13714e9c-24bb-4ec5-aff0-f3e7c3038bef,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:56.989978 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:56.992088 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Request body: {'subnet': {'network_id': '13714e9c-24bb-4ec5-aff0-f3e7c3038bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1696245534-subnet', 'tenant_id': '9ee41e1bbb614e6cbff650ab83362ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:41:56.997323 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:41:56.999580 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 13714e9c-24bb-4ec5-aff0-f3e7c3038bef details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:41:57.007576 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Usage tracker for resource:subnet and tenant:9ee41e1bbb614e6cbff650ab83362ae4 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:41:57.010570 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:41:57.016250 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:41:57.027549 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Made reservation on behalf of 9ee41e1bbb614e6cbff650ab83362ae4 for: {'subnet': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:41:57.029909 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535349640'] for subnet, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:57.420200 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535842520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535349658'] for subnet, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:57.424458 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e563c056-c26c-4710-ba53-0bc00b6d0ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:41:57.496037 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4214f02f-cb33-422b-b519-5d05ae934c29,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:41:57.499174 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:41:57.510217 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Checking segment: {'id': '8c33b290-a984-4cf7-9b7e-698cda9b5ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '13714e9c-24bb-4ec5-aff0-f3e7c3038bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:41:57.510591 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Network hostable DHCP agents. Network: 13714e9c-24bb-4ec5-aff0-f3e7c3038bef, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:41:57.532536 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Network 13714e9c-24bb-4ec5-aff0-f3e7c3038bef is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:41:57.541781 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 13714e9c-24bb-4ec5-aff0-f3e7c3038bef) {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:41:57.550842 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d05ac7-c6bc-473b-a63c-619d56573ce8 None None] Network 13714e9c-24bb-4ec5-aff0-f3e7c3038bef requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:41:57.557111 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:57.557694 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:41:57.583234 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-2725abde-4e78-422a-9b7c-114a98f41161 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5964670 Jun 17 17:41:57.767133 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db093b-a9f6-4a5a-9d83-86c18c58ba25 None None] Network 13714e9c-24bb-4ec5-aff0-f3e7c3038bef requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:41:58.429784 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c687d-8101-4bec-9f23-5021ba69460f req-d19d59fd-c6bd-4bda-9ff2-90602767a53a tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:41:58.431260 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-d19d59fd-c6bd-4bda-9ff2-90602767a53a tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/networks?id=c95ab937-132f-41a4-bc6d-3fe2d59fea0c HTTP/1.1" status: 200 len: 808 time: 0.2378469 Jun 17 17:41:58.448145 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-037bfd14-9aab-40dc-aade-17df406aad18 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/quotas/c8acb1f9707a46779f39a35a565111c4 HTTP/1.1" status: 200 len: 375 time: 0.0114589 Jun 17 17:41:58.493437 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-5955b2ed-afce-46e5-8eae-05cbb8a1ffbe tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8acb1f9707a46779f39a35a565111c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400305 Jun 17 17:41:58.625329 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-142f6473-7294-402b-ab1c-bef56691d170 service neutron] 10.222.0.15 "GET /v2.0/networks/c95ab937-132f-41a4-bc6d-3fe2d59fea0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252015 Jun 17 17:41:58.758291 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-2390201f-5ed5-49f3-bfbd-ac10ec35e44f service neutron] 10.222.0.15 "GET /v2.0/networks/c95ab937-132f-41a4-bc6d-3fe2d59fea0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272068 Jun 17 17:41:59.078877 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bc0de37c-bba7-4f37-902d-b9b7ed8e216b req-5af63440-c481-443e-ae11-3bd4dd3fe7cf tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 210 time: 0.1776474 Jun 17 17:42:00.049413 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c687d-8101-4bec-9f23-5021ba69460f req-a9418cdc-5820-43dd-aa07-3879d355671e tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:00.050872 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-a9418cdc-5820-43dd-aa07-3879d355671e tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.20 "GET /v2.0/networks?id=c95ab937-132f-41a4-bc6d-3fe2d59fea0c HTTP/1.1" status: 200 len: 808 time: 0.1475265 Jun 17 17:42:00.073857 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Request body: {'port': {'device_id': '16da32a6-f2dd-4a51-961f-0abfec050c39', 'network_id': 'c95ab937-132f-41a4-bc6d-3fe2d59fea0c', 'admin_state_up': True, 'tenant_id': 'c8acb1f9707a46779f39a35a565111c4'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:42:00.261568 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5fb2aeb9-afd6-48c9-901d-a8f7270a7a42 req-6ad9541f-7447-45d3-b31a-273c2302a3d3 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 210 time: 0.0526047 Jun 17 17:42:00.262444 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:42:00.266490 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Usage tracker for resource:port and tenant:c8acb1f9707a46779f39a35a565111c4 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:42:00.269496 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:42:00.276151 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:42:00.289242 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Made reservation on behalf of c8acb1f9707a46779f39a35a565111c4 for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:42:00.292283 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:00.459911 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Allocated IP 172.20.0.8 (c95ab937-132f-41a4-bc6d-3fe2d59fea0c/51812e1b-c373-41c0-81d0-8784d2eebcfb/998ea341-8df4-4464-b5e0-c1ebfa5a3919) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:42:00.661712 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:00.691234 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:00.698116 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-aab31a06-6660-4547-a360-5f44c270beac tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:00.764344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Network c95ab937-132f-41a4-bc6d-3fe2d59fea0c is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:42:00.768759 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:42:00.776071 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:42:00.804784 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Pushing event updated for resources: {'Port': ['ID=998ea341-8df4-4464-b5e0-c1ebfa5a3919,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:00.810078 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:00.841995 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:00.842610 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:00.863839 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938721 Jun 17 17:42:00.962412 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-ee4c6454-5edb-4037-bc65-3667e14ecc3a tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:42:00.963373 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-ee4c6454-5edb-4037-bc65-3667e14ecc3a tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052888 Jun 17 17:42:00.974141 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Request body: {'port': {'device_id': '16da32a6-f2dd-4a51-961f-0abfec050c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:42:01.083286 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:01.574486 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998ea341-8df4-4464-b5e0-c1ebfa5a3919 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:42:01.583477 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:01.603273 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Transition to ACTIVE for port object 998ea341-8df4-4464-b5e0-c1ebfa5a3919 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:42:01.606372 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:01.607820 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:01.613417 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:01.685063 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f784d5-40d0-4567-ba8d-17f218ae0a1e req-61792b8d-468b-4951-b9f8-254b817e4a53 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:01.685743 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-a9f784d5-40d0-4567-ba8d-17f218ae0a1e req-61792b8d-468b-4951-b9f8-254b817e4a53 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Synchronizing usage tracker for tenant:c8acb1f9707a46779f39a35a565111c4 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:42:01.696198 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Pushing event updated for resources: {'Port': ['ID=998ea341-8df4-4464-b5e0-c1ebfa5a3919,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:01.769378 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.769660 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.770015 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.772252 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.772252 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.772252 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.772252 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.772252 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.772252 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.773441 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.773441 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:01.778330 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:01.782255 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-a9f784d5-40d0-4567-ba8d-17f218ae0a1e req-61792b8d-468b-4951-b9f8-254b817e4a53 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Unset dirty status for tenant:c8acb1f9707a46779f39a35a565111c4 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:42:01.783352 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a9f784d5-40d0-4567-ba8d-17f218ae0a1e req-61792b8d-468b-4951-b9f8-254b817e4a53 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 931 time: 0.3796384 Jun 17 17:42:01.904985 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a9f784d5-40d0-4567-ba8d-17f218ae0a1e req-15e7c765-178d-47b9-bb93-6cdd4058ddf2 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942101 Jun 17 17:42:01.924555 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Attempting to bind port 998ea341-8df4-4464-b5e0-c1ebfa5a3919 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:42:01.924881 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Attempting to bind port 998ea341-8df4-4464-b5e0-c1ebfa5a3919 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '0c634e26-44de-4bd4-8f37-cfefccb0ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c95ab937-132f-41a4-bc6d-3fe2d59fea0c'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:42:01.925202 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Attempting to bind port 998ea341-8df4-4464-b5e0-c1ebfa5a3919 on network c95ab937-132f-41a4-bc6d-3fe2d59fea0c {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:42:01.931271 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Port 998ea341-8df4-4464-b5e0-c1ebfa5a3919 on network c95ab937-132f-41a4-bc6d-3fe2d59fea0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:42:01.931581 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Attempting to bind port 998ea341-8df4-4464-b5e0-c1ebfa5a3919 on network c95ab937-132f-41a4-bc6d-3fe2d59fea0c {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:42:01.937649 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:42:01.938235 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Checking segment: {'id': '0c634e26-44de-4bd4-8f37-cfefccb0ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c95ab937-132f-41a4-bc6d-3fe2d59fea0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:42:01.938631 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Bound using segment: {'id': '0c634e26-44de-4bd4-8f37-cfefccb0ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c95ab937-132f-41a4-bc6d-3fe2d59fea0c'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:42:01.939046 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Bound port: 998ea341-8df4-4464-b5e0-c1ebfa5a3919, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c634e26-44de-4bd4-8f37-cfefccb0ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c95ab937-132f-41a4-bc6d-3fe2d59fea0c'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:42:01.939385 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:02.030805 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] For port 998ea341-8df4-4464-b5e0-c1ebfa5a3919, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:42:02.033671 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] For port 998ea341-8df4-4464-b5e0-c1ebfa5a3919, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=998ea341-8df4-4464-b5e0-c1ebfa5a3919,segment=NetworkSegment(0c634e26-44de-4bd4-8f37-cfefccb0ef0c),segment_id=0c634e26-44de-4bd4-8f37-cfefccb0ef0c)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:42:02.038751 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:02.043031 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d13d863c-0c9e-4cce-bab7-1e1eeab883ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:02.100662 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:02.101991 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] 10.222.0.20 "PUT /v2.0/ports/998ea341-8df4-4464-b5e0-c1ebfa5a3919 HTTP/1.1" status: 200 len: 1093 time: 1.1315391 Jun 17 17:42:02.102474 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16da32a6-f2dd-4a51-961f-0abfec050c39', 'tag': '998ea341-8df4-4464-b5e0-c1ebfa5a3919'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:42:02.120519 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-02e63f43-f350-4e35-9905-56a965cbe700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:02.124352 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Pushing event updated for resources: {'Port': ['ID=998ea341-8df4-4464-b5e0-c1ebfa5a3919,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:02.127797 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:02.198623 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16da32a6-f2dd-4a51-961f-0abfec050c39', 'tag': '998ea341-8df4-4464-b5e0-c1ebfa5a3919', 'status': 'completed', 'code': 200} Jun 17 17:42:02.241287 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-e4967e3b-0827-420b-a2c5-081955313349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8acb1f9707a46779f39a35a565111c4&device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 1096 time: 0.0762839 Jun 17 17:42:02.315824 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-6695798e-9e65-415c-84e0-26a71bfca4c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=998ea341-8df4-4464-b5e0-c1ebfa5a3919 HTTP/1.1" status: 200 len: 217 time: 0.0617046 Jun 17 17:42:02.379992 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c687d-8101-4bec-9f23-5021ba69460f req-d333b526-5e11-4a59-b958-ee0872ea660d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:02.381414 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-d333b526-5e11-4a59-b958-ee0872ea660d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51812e1b-c373-41c0-81d0-8784d2eebcfb HTTP/1.1" status: 200 len: 848 time: 0.0599537 Jun 17 17:42:02.420014 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:02.428060 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-c12ea2ac-3412-44fe-b5b3-be316f4f096e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c95ab937-132f-41a4-bc6d-3fe2d59fea0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400932 Jun 17 17:42:02.560913 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-f02270e4-1cd9-417c-8889-537ba86ee49b service neutron] 10.222.0.20 "GET /v2.0/networks/c95ab937-132f-41a4-bc6d-3fe2d59fea0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256974 Jun 17 17:42:02.695712 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-627c687d-8101-4bec-9f23-5021ba69460f req-9837a711-ca3c-424d-8c5e-7daa50316cc5 service neutron] 10.222.0.20 "GET /v2.0/networks/c95ab937-132f-41a4-bc6d-3fe2d59fea0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287189 Jun 17 17:42:02.859949 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f14f44ed-b8d0-4768-8ccf-588a3df29745 req-aadfc55f-f5c0-438e-8de4-427937368460 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8acb1f9707a46779f39a35a565111c4&device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 1096 time: 0.0746536 Jun 17 17:42:02.994243 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f44ed-b8d0-4768-8ccf-588a3df29745 req-b24f73d8-54d7-4953-a0d6-df4e2981568e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:02.995683 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f14f44ed-b8d0-4768-8ccf-588a3df29745 req-b24f73d8-54d7-4953-a0d6-df4e2981568e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c95ab937-132f-41a4-bc6d-3fe2d59fea0c HTTP/1.1" status: 200 len: 909 time: 0.1276882 Jun 17 17:42:03.094959 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f14f44ed-b8d0-4768-8ccf-588a3df29745 req-2dc2cd03-6a61-4c62-895a-5a80ea53ae9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=998ea341-8df4-4464-b5e0-c1ebfa5a3919 HTTP/1.1" status: 200 len: 217 time: 0.0931509 Jun 17 17:42:03.175161 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f44ed-b8d0-4768-8ccf-588a3df29745 req-5aa2376a-b07f-4119-a890-d454925dff33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:03.176570 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f14f44ed-b8d0-4768-8ccf-588a3df29745 req-5aa2376a-b07f-4119-a890-d454925dff33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51812e1b-c373-41c0-81d0-8784d2eebcfb HTTP/1.1" status: 200 len: 848 time: 0.0725741 Jun 17 17:42:03.222939 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc827a4-bdbf-42bc-a618-b550d565e644 req-bf2fb762-1471-4e90-82a4-1f3d7f361808 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:03.224284 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2fc827a4-bdbf-42bc-a618-b550d565e644 req-bf2fb762-1471-4e90-82a4-1f3d7f361808 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 943 time: 0.1765919 Jun 17 17:42:03.230668 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f14f44ed-b8d0-4768-8ccf-588a3df29745 req-d8728834-d69e-4357-9d13-008f5173b986 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c95ab937-132f-41a4-bc6d-3fe2d59fea0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469060 Jun 17 17:42:03.446497 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2fc827a4-bdbf-42bc-a618-b550d565e644 req-291ae744-d634-4dc2-81f7-45dbbf27d449 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148812 Jun 17 17:42:03.500060 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f14f44ed-b8d0-4768-8ccf-588a3df29745 req-ca5ba77a-1780-4d52-940f-5f5f4af5382a service neutron] 10.222.0.20 "GET /v2.0/networks/c95ab937-132f-41a4-bc6d-3fe2d59fea0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545803 Jun 17 17:42:03.633152 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f14f44ed-b8d0-4768-8ccf-588a3df29745 req-033f7f8f-e8dd-491d-ba8f-e3c04983542e service neutron] 10.222.0.20 "GET /v2.0/networks/c95ab937-132f-41a4-bc6d-3fe2d59fea0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268017 Jun 17 17:42:04.263701 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-614c47ef-52b1-45e8-a38b-1ca5c02fefb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:04.648138 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cde952-b23b-4574-bbc8-60d23699a23d req-3604cb60-cdab-40c3-b389-d129dd4a63c4 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:04.649660 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c3cde952-b23b-4574-bbc8-60d23699a23d req-3604cb60-cdab-40c3-b389-d129dd4a63c4 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 943 time: 0.0794065 Jun 17 17:42:04.696172 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c3cde952-b23b-4574-bbc8-60d23699a23d req-f41c3b51-3939-4bab-b343-c2a786860c48 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Jun 17 17:42:05.345297 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:05.896376 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d966-b35a-4bed-a97e-ef8aa33d80aa req-f3dbb69a-08c7-4fba-89da-cea502255b20 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:05.897840 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e925d966-b35a-4bed-a97e-ef8aa33d80aa req-f3dbb69a-08c7-4fba-89da-cea502255b20 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 943 time: 0.0817525 Jun 17 17:42:05.941873 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e925d966-b35a-4bed-a97e-ef8aa33d80aa req-e3b70978-4ccd-4bb1-a7f6-f8f8b33c623f tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 Jun 17 17:42:06.878233 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:06.944222 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 998ea341-8df4-4464-b5e0-c1ebfa5a3919 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:42:07.078581 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 998ea341-8df4-4464-b5e0-c1ebfa5a3919, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=998ea341-8df4-4464-b5e0-c1ebfa5a3919,segment=NetworkSegment(0c634e26-44de-4bd4-8f37-cfefccb0ef0c),segment_id=0c634e26-44de-4bd4-8f37-cfefccb0ef0c)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:42:07.092219 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '998ea341-8df4-4464-b5e0-c1ebfa5a3919', 'network_id': 'c95ab937-132f-41a4-bc6d-3fe2d59fea0c', 'port_id': '998ea341-8df4-4464-b5e0-c1ebfa5a3919', 'mac_address': 'fa:16:3e:64:f7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51812e1b-c373-41c0-81d0-8784d2eebcfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:42:07.138766 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf1a00-99b0-4ded-bf41-8a21f7abc8ec req-4c78a61a-bfea-456a-9b2b-b28f555cb4fa tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:07.140186 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6fbf1a00-99b0-4ded-bf41-8a21f7abc8ec req-4c78a61a-bfea-456a-9b2b-b28f555cb4fa tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 943 time: 0.0782480 Jun 17 17:42:07.145155 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:07.162950 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998ea341-8df4-4464-b5e0-c1ebfa5a3919 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:42:07.179831 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 998ea341-8df4-4464-b5e0-c1ebfa5a3919, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=998ea341-8df4-4464-b5e0-c1ebfa5a3919,segment=NetworkSegment(0c634e26-44de-4bd4-8f37-cfefccb0ef0c),segment_id=0c634e26-44de-4bd4-8f37-cfefccb0ef0c)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:42:07.184666 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:07.184954 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6fbf1a00-99b0-4ded-bf41-8a21f7abc8ec req-b804c887-e47f-49c1-b98c-81cc0f937d6d tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Jun 17 17:42:07.186425 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:07.252347 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=998ea341-8df4-4464-b5e0-c1ebfa5a3919,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:07.260201 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.260533 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.260858 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.261180 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.261498 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.261811 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.262120 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.262429 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.262826 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.263135 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.263440 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:07.267168 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:07.636497 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['998ea341-8df4-4464-b5e0-c1ebfa5a3919'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:42:08.383917 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679a987-c86f-4a69-933e-32df35df7441 req-1faadd59-760d-4c37-ba01-ce901dcda7d5 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:08.385342 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3679a987-c86f-4a69-933e-32df35df7441 req-1faadd59-760d-4c37-ba01-ce901dcda7d5 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 944 time: 0.0788505 Jun 17 17:42:08.429294 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3679a987-c86f-4a69-933e-32df35df7441 req-618daca1-aa33-4667-aa53-05a77d75d13f tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Jun 17 17:42:08.949413 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 998ea341-8df4-4464-b5e0-c1ebfa5a3919 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:42:09.019084 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 998ea341-8df4-4464-b5e0-c1ebfa5a3919 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:42:09.024137 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 998ea341-8df4-4464-b5e0-c1ebfa5a3919 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:42:09.024630 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:09.136817 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:09.162767 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16da32a6-f2dd-4a51-961f-0abfec050c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998ea341-8df4-4464-b5e0-c1ebfa5a3919'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:42:09.172144 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 998ea341-8df4-4464-b5e0-c1ebfa5a3919, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=998ea341-8df4-4464-b5e0-c1ebfa5a3919,segment=NetworkSegment(0c634e26-44de-4bd4-8f37-cfefccb0ef0c),segment_id=0c634e26-44de-4bd4-8f37-cfefccb0ef0c)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:42:09.175918 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:09.177854 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:09.218328 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16da32a6-f2dd-4a51-961f-0abfec050c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998ea341-8df4-4464-b5e0-c1ebfa5a3919', 'code': 200} Jun 17 17:42:09.242034 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=998ea341-8df4-4464-b5e0-c1ebfa5a3919,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:09.245007 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:09.477493 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f58ec34-370a-419c-9811-4219c46e9339 req-30ab2042-d870-4345-81b0-57d79750057f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 1098 time: 0.0683310 Jun 17 17:42:09.524597 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f58ec34-370a-419c-9811-4219c46e9339 req-51ac3c8a-8703-4843-8a04-c5e3ebbe23cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Jun 17 17:42:09.625735 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978fa57-38cf-4b87-add7-efff99eed3ad req-61de76eb-079f-4342-bee3-988b8faf79f8 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:09.627208 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f978fa57-38cf-4b87-add7-efff99eed3ad req-61de76eb-079f-4342-bee3-988b8faf79f8 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 945 time: 0.0757380 Jun 17 17:42:09.671877 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f978fa57-38cf-4b87-add7-efff99eed3ad req-82486da6-304b-40cc-bf9d-76efc1b38262 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 Jun 17 17:42:10.879167 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb44e5-b699-4fb1-a38e-712bcd1b38c8 req-371facd2-9fda-4f0b-8c27-7ebc172579bc tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:10.880607 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8cbb44e5-b699-4fb1-a38e-712bcd1b38c8 req-371facd2-9fda-4f0b-8c27-7ebc172579bc tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 945 time: 0.0856476 Jun 17 17:42:10.927262 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8cbb44e5-b699-4fb1-a38e-712bcd1b38c8 req-d798e526-1785-4e41-b730-1c2757218e93 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Jun 17 17:42:12.129666 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693400d-2299-4759-a8ac-aa43978ebfff req-f16f56f3-0302-48ca-b7e9-d8fb23cc9521 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:12.131140 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8693400d-2299-4759-a8ac-aa43978ebfff req-f16f56f3-0302-48ca-b7e9-d8fb23cc9521 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 945 time: 0.0833514 Jun 17 17:42:12.177251 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8693400d-2299-4759-a8ac-aa43978ebfff req-74acc2d0-349f-4091-a289-d9493ce46033 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398819 Jun 17 17:42:15.708736 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d72485-d3b6-4d46-a0b0-04a5c84013fd req-e807d704-4eab-4031-8a33-ac9ff60d5ed0 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:15.710708 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-22d72485-d3b6-4d46-a0b0-04a5c84013fd req-e807d704-4eab-4031-8a33-ac9ff60d5ed0 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 945 time: 0.0842626 Jun 17 17:42:15.762047 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-22d72485-d3b6-4d46-a0b0-04a5c84013fd req-7ee3558e-0178-4b9a-af05-9d14cbdbbe8e tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Jun 17 17:42:16.971315 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e0dd8-d540-4b50-a095-9fc508c88aeb req-71d9547f-718f-4a47-a621-26cc716f84a1 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:16.972807 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-439e0dd8-d540-4b50-a095-9fc508c88aeb req-71d9547f-718f-4a47-a621-26cc716f84a1 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 945 time: 0.0846348 Jun 17 17:42:17.026370 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-439e0dd8-d540-4b50-a095-9fc508c88aeb req-39925f9a-ed14-4c4c-bb02-96b4b6c56f0b tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ecd6d84-13ed-4c34-8225-3f596920bb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Jun 17 17:42:17.395215 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-67cda6e8-86be-4181-9fa3-e64978996033 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:17.396728 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-67cda6e8-86be-4181-9fa3-e64978996033 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.20 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 945 time: 0.0836382 Jun 17 17:42:17.466839 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Deleting port 998ea341-8df4-4464-b5e0-c1ebfa5a3919 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:42:17.467163 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:17.732645 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] For port 998ea341-8df4-4464-b5e0-c1ebfa5a3919, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=998ea341-8df4-4464-b5e0-c1ebfa5a3919,segment=NetworkSegment(0c634e26-44de-4bd4-8f37-cfefccb0ef0c),segment_id=0c634e26-44de-4bd4-8f37-cfefccb0ef0c)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:42:17.732909 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:17.944534 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Calling delete_port for 998ea341-8df4-4464-b5e0-c1ebfa5a3919 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:42:18.093735 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:18.102987 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:18.128611 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['998ea341-8df4-4464-b5e0-c1ebfa5a3919'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:42:18.148729 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Pushing event deleted for resources: {'Port': ['ID=998ea341-8df4-4464-b5e0-c1ebfa5a3919,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:18.151805 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:18.259196 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7f318059-2178-4bb2-be8e-874837081968 req-c0b61342-3712-4850-be11-9aac49f30386 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.15 "GET /v2.0/ports?device_id=16da32a6-f2dd-4a51-961f-0abfec050c39 HTTP/1.1" status: 200 len: 210 time: 0.0750782 Jun 17 17:42:18.260020 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] No DVR routers for this DVR port 998ea341-8df4-4464-b5e0-c1ebfa5a3919 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:42:18.262789 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:18.265487 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16da32a6-f2dd-4a51-961f-0abfec050c39', 'name': 'network-vif-deleted', 'tag': '998ea341-8df4-4464-b5e0-c1ebfa5a3919'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:42:18.282854 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-b6ea7d80-5be8-4a24-bfee-77b42ee45f21 req-8acd5643-3a31-4bc8-898c-ac779f0bcfc6 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] 10.222.0.20 "DELETE /v2.0/ports/998ea341-8df4-4464-b5e0-c1ebfa5a3919 HTTP/1.1" status: 204 len: 173 time: 0.8800855 Jun 17 17:42:18.337221 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16da32a6-f2dd-4a51-961f-0abfec050c39', 'name': 'network-vif-deleted', 'tag': '998ea341-8df4-4464-b5e0-c1ebfa5a3919', 'status': 'completed', 'code': 200} Jun 17 17:42:21.024229 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 998ea341-8df4-4464-b5e0-c1ebfa5a3919 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:42:21.064382 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 998ea341-8df4-4464-b5e0-c1ebfa5a3919 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:42:21.064862 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 998ea341-8df4-4464-b5e0-c1ebfa5a3919 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:42:27.913678 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:42:31.608144 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:32.122525 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-ea4f3dda-e815-4666-adaa-330758d5df74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:32.417685 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:34.272127 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a9f6adaf-4cbe-4d72-85d0-cc90b793246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:35.348800 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:36.885173 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.027784 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53206) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:37.087343 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Deleting subnet 51812e1b-c373-41c0-81d0-8784d2eebcfb {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:42:37.090422 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.139844 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536762744'] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.199885 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.450797 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535317139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535300845'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.454623 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:37.493524 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51812e1b-c373-41c0-81d0-8784d2eebcfb,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:37.498987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.509080 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/51812e1b-c373-41c0-81d0-8784d2eebcfb HTTP/1.1" status: 204 len: 168 time: 0.4802589 Jun 17 17:42:37.510407 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.510805 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.511162 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.511516 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.511837 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53210) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:37.512298 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.512298 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.512541 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.512887 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.513231 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.513575 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.513923 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:42:37.517170 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-21815ba3-8268-4db7-b678-e73751b7ae48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:37.617205 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.742939 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.760008 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95ab937-132f-41a4-bc6d-3fe2d59fea0c']}} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:37.772282 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c634e26-44de-4bd4-8f37-cfefccb0ef0c') {'for_net_delete': True} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:37.772567 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c634e26-44de-4bd4-8f37-cfefccb0ef0c') {} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:37.783895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536326535'] for segment, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.800779 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.807589 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:42:37.808221 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535851711'] for segment, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: Traceback (most recent call last): Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: timer() Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: cb(*args, **kw) Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: return func(*args, **kwargs) Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: self._notify() Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: self.callback(batched_events) Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: event.method(event) Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: return f(self, *a, **k) Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: return self._get(url).json() Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: return self.request(url, 'GET', **kwargs) Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:42:37.821701 dv-cinder-796864-1-smb neutron-server[74248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:42:37.907007 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.911806 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:37.928681 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:37.938381 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Pushing event deleted for resources: {'Network': ['ID=c95ab937-132f-41a4-bc6d-3fe2d59fea0c,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:37.940941 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c95ab937-132f-41a4-bc6d-3fe2d59fea0c HTTP/1.1" status: 204 len: 168 time: 0.4281251 Jun 17 17:42:37.941862 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5ae7a3fc-d803-498e-995a-802743319494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:37.943890 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53214) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:38.003411 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] Deleting subnet 4214f02f-cb33-422b-b519-5d05ae934c29 {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:42:38.005815 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.058147 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536762744'] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.195511 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.440673 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535317139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535300845'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.444627 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-4906571b-3d09-4d33-8405-3447e3b8cb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:38.478640 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4214f02f-cb33-422b-b519-5d05ae934c29,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:38.482018 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:38.485193 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.491580 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4214f02f-cb33-422b-b519-5d05ae934c29 HTTP/1.1" status: 204 len: 168 time: 0.5467033 Jun 17 17:42:38.494103 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53218) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:38.598878 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.721673 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.735084 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13714e9c-24bb-4ec5-aff0-f3e7c3038bef']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:38.748154 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c33b290-a984-4cf7-9b7e-698cda9b5ba2') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:38.748448 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c33b290-a984-4cf7-9b7e-698cda9b5ba2') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:38.760386 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.777889 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.784482 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:42:38.784915 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:42:38.798889 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:42:38.883472 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.888817 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:38.891592 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-88c8085d-01d1-4854-86b8-ce15a3625ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:38.911726 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Pushing event deleted for resources: {'Network': ['ID=13714e9c-24bb-4ec5-aff0-f3e7c3038bef,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:38.914153 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:38.915689 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-2ab05d81-3f0c-4cc0-b3f5-fe8d1f4ae365 admin admin] 10.222.0.15 "DELETE /v2.0/networks/13714e9c-24bb-4ec5-aff0-f3e7c3038bef HTTP/1.1" status: 204 len: 168 time: 0.4206398 Jun 17 17:42:39.120844 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53224) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:39.177662 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-1ff036ab-5160-4f1e-9789-f5ef84d4c35c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8acb1f9707a46779f39a35a565111c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551798 Jun 17 17:42:39.179979 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53228) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:39.239392 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2e936fd4-7d2d-4f67-9d2d-260ea00e6cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:39.265299 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2e936fd4-7d2d-4f67-9d2d-260ea00e6cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:39.319507 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2e936fd4-7d2d-4f67-9d2d-260ea00e6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:39.323210 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-946ed567-e96d-4ff3-87a5-101b3f6f293c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:39.335874 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e936fd4-7d2d-4f67-9d2d-260ea00e6cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd6d84-13ed-4c34-8225-3f596920bb0e,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:39.338810 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2e936fd4-7d2d-4f67-9d2d-260ea00e6cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:39.344007 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2e936fd4-7d2d-4f67-9d2d-260ea00e6cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:39.345120 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-2e936fd4-7d2d-4f67-9d2d-260ea00e6cf6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ecd6d84-13ed-4c34-8225-3f596920bb0e HTTP/1.1" status: 204 len: 168 time: 0.1642551 Jun 17 17:42:39.764794 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53236) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:39.819395 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-dad1c3cd-da8f-422d-9cd5-76d4d03fa184 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ee41e1bbb614e6cbff650ab83362ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533295 Jun 17 17:42:39.821611 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53240) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:39.883845 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-567260be-cfe6-448c-a82f-10dbb3d837d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:39.909597 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-567260be-cfe6-448c-a82f-10dbb3d837d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:39.962374 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-567260be-cfe6-448c-a82f-10dbb3d837d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:39.969609 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-588a057e-677f-409e-9b16-939604f5d110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:39.984468 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-567260be-cfe6-448c-a82f-10dbb3d837d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:39.985569 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-567260be-cfe6-448c-a82f-10dbb3d837d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ca0eff6-373a-4781-9c7c-cd4bb48facbf HTTP/1.1" status: 204 len: 168 time: 0.1630921 Jun 17 17:42:39.986500 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567260be-cfe6-448c-a82f-10dbb3d837d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca0eff6-373a-4781-9c7c-cd4bb48facbf,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:39.988926 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-567260be-cfe6-448c-a82f-10dbb3d837d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:41.290773 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53270) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:41.432970 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:41.464811 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:42:41.468583 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] Usage tracker for resource:security_group_rule and tenant:34a204bb66104d9eaf979f118ab7ee3b is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:42:41.471369 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:42:41.477486 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:42:41.544757 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:41.548419 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:41.555857 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9204871f-6c44-48d8-ba05-3608ae3a1252 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:41.599608 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3256e69-8434-4ab6-888e-463ce3135ca1,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:41.603073 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:41.605712 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-5fbde0cf-057b-4326-93e3-021ee7c034f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34a204bb66104d9eaf979f118ab7ee3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3139479 Jun 17 17:42:41.608360 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53276) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:41.668749 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-23133601-cd0c-483a-baaf-7e2d188dad19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:41.695988 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-23133601-cd0c-483a-baaf-7e2d188dad19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:41.747607 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-23133601-cd0c-483a-baaf-7e2d188dad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:41.751204 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-da1888de-213f-4186-abe9-aa15df8d32dd tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:41.762335 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23133601-cd0c-483a-baaf-7e2d188dad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3256e69-8434-4ab6-888e-463ce3135ca1,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:41.765700 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-23133601-cd0c-483a-baaf-7e2d188dad19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:41.768913 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-23133601-cd0c-483a-baaf-7e2d188dad19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:41.770624 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-23133601-cd0c-483a-baaf-7e2d188dad19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3256e69-8434-4ab6-888e-463ce3135ca1 HTTP/1.1" status: 204 len: 168 time: 0.1608064 Jun 17 17:42:44.477187 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-6a2f706a-ae82-442b-b25a-4c2a09b6eb08 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d2266afec3924392a5047af6e9f45f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273247 Jun 17 17:42:44.627227 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-369ed1b1-a3b6-4f23-898a-661cb3ff912d tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:44.628653 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-369ed1b1-a3b6-4f23-898a-661cb3ff912d tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461928 Jun 17 17:42:44.645944 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-170e5b59-39ae-4762-a0ce-84bc127b9e1d tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/quotas/d2266afec3924392a5047af6e9f45f1f HTTP/1.1" status: 200 len: 375 time: 0.0114253 Jun 17 17:42:44.696743 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-012f96e7-c77c-4042-9533-1a8765cc5b39 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2266afec3924392a5047af6e9f45f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455670 Jun 17 17:42:44.893377 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-78c6260e-2878-4cca-bae3-78fffc9faf83 req-3ba708b9-889a-4850-8b73-2c19edda7512 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 210 time: 0.0437195 Jun 17 17:42:46.080433 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3650ca90-1d9d-44e4-8ba5-7b6266174c47 req-4c5715f2-d3b9-471a-8545-e3f25f4d74b6 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 210 time: 0.0430906 Jun 17 17:42:46.136404 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-a6a344a9-6b9e-4eaf-8451-377636bd9d38 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d2266afec3924392a5047af6e9f45f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323668 Jun 17 17:42:46.299024 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-ff082fa9-9929-4d31-848d-5d36a8618863 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:46.300410 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-ff082fa9-9929-4d31-848d-5d36a8618863 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592915 Jun 17 17:42:46.324935 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Request body: {'port': {'device_id': '182a7d95-5354-4400-9111-74b521cdf691', 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860', 'admin_state_up': True, 'tenant_id': 'd2266afec3924392a5047af6e9f45f1f'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:42:46.474870 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:42:46.478785 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Usage tracker for resource:port and tenant:d2266afec3924392a5047af6e9f45f1f is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:42:46.481808 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:42:46.487655 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:42:46.497000 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Made reservation on behalf of d2266afec3924392a5047af6e9f45f1f for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:42:46.500185 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:46.513147 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:46.592685 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:42:46.597438 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Usage tracker for resource:security_group_rule and tenant:d2266afec3924392a5047af6e9f45f1f is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:42:46.601018 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:42:46.608088 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:42:46.642169 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9bc63-e72d-4349-b306-f406278605e6 req-e2fc5dd9-b843-4816-ae95-8cb831067fed tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:46.643633 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ecb9bc63-e72d-4349-b306-f406278605e6 req-e2fc5dd9-b843-4816-ae95-8cb831067fed tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 946 time: 0.1151776 Jun 17 17:42:46.720314 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ecb9bc63-e72d-4349-b306-f406278605e6 req-3c6705d6-f845-49f2-82d2-e4d982f8b59b tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703506 Jun 17 17:42:46.733022 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:46.737685 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:46.740979 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c9c18bfd-5a5c-4712-8b82-159847b49f4d tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:46.826363 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66cf993-d56d-4674-ad04-27381d903733,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:46.829991 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:46.929596 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Allocated IP 192.168.233.219 (926221db-ae1a-45d5-a821-ce26efcad860/df039bb8-0443-4ad4-8527-8ec8fe797e8b/d79f0110-6245-476c-863f-f20640cff8c8) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:42:47.256519 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:47.260897 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bfd7f789-b421-42f0-a2b6-a185088ef309 req-c66cbed3-f2b5-4e30-8d43-c25186ac7284 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 210 time: 0.0481961 Jun 17 17:42:47.274505 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Transition to ACTIVE for port object d79f0110-6245-476c-863f-f20640cff8c8 will not be triggered until provisioned by entity DHCP. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:42:47.296496 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:47.302498 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9e60a6bf-579c-4b0a-be83-32105f9fe333 tempest-VolumesActionsTest-10443939 tempest-VolumesActionsTest-10443939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:47.370894 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Network 926221db-ae1a-45d5-a821-ce26efcad860 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:42:47.374095 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:42:47.378375 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:42:47.403801 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Pushing event updated for resources: {'Port': ['ID=d79f0110-6245-476c-863f-f20640cff8c8,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:47.409610 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:47.443026 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:47.443634 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:47.469514 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1484900 Jun 17 17:42:47.488010 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Request body: {'port': {'device_id': '182a7d95-5354-4400-9111-74b521cdf691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:42:47.554699 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-c898dc75-eba9-47ba-933d-ad61a5a48b88 None None] Provisioning for port d79f0110-6245-476c-863f-f20640cff8c8 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:42:47.560109 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-c898dc75-eba9-47ba-933d-ad61a5a48b88 None None] Provisioning complete for port d79f0110-6245-476c-863f-f20640cff8c8 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:42:47.560484 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c898dc75-eba9-47ba-933d-ad61a5a48b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:47.598919 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:47.615207 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-c898dc75-eba9-47ba-933d-ad61a5a48b88 None None] Port d79f0110-6245-476c-863f-f20640cff8c8 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:42:47.990575 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79f0110-6245-476c-863f-f20640cff8c8 {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:42:47.997952 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:48.013622 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb6655-8e0d-4577-9116-0901f9ca218c req-3422a515-c40d-4ef0-8aa9-0d01cbafbd6c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:48.015120 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5fbb6655-8e0d-4577-9116-0901f9ca218c req-3422a515-c40d-4ef0-8aa9-0d01cbafbd6c tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 946 time: 0.1489897 Jun 17 17:42:48.036462 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Transition to ACTIVE for port object d79f0110-6245-476c-863f-f20640cff8c8 will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:42:48.042083 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:48.048507 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-b5447bfd-62ad-43e9-9594-d86eed99ab4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:48.183745 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d79f0110-6245-476c-863f-f20640cff8c8,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:48.190683 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-5fbb6655-8e0d-4577-9116-0901f9ca218c req-6ffcc657-b6a4-47bd-97c8-3cd6e8e9c2c6 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686821 Jun 17 17:42:48.191860 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:48.299612 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Attempting to bind port d79f0110-6245-476c-863f-f20640cff8c8 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:42:48.300267 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Attempting to bind port d79f0110-6245-476c-863f-f20640cff8c8 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '4918b3e9-9721-4e40-a4be-ee397e1bcbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:42:48.300267 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Attempting to bind port d79f0110-6245-476c-863f-f20640cff8c8 on network 926221db-ae1a-45d5-a821-ce26efcad860 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:42:48.306499 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Port d79f0110-6245-476c-863f-f20640cff8c8 on network 926221db-ae1a-45d5-a821-ce26efcad860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:42:48.306835 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Attempting to bind port d79f0110-6245-476c-863f-f20640cff8c8 on network 926221db-ae1a-45d5-a821-ce26efcad860 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:42:48.313202 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:42:48.313524 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Checking segment: {'id': '4918b3e9-9721-4e40-a4be-ee397e1bcbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:42:48.313891 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Bound using segment: {'id': '4918b3e9-9721-4e40-a4be-ee397e1bcbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:42:48.314299 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Bound port: d79f0110-6245-476c-863f-f20640cff8c8, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4918b3e9-9721-4e40-a4be-ee397e1bcbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:42:48.314666 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:48.474271 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] For port d79f0110-6245-476c-863f-f20640cff8c8, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:42:48.495482 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] For port d79f0110-6245-476c-863f-f20640cff8c8, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d79f0110-6245-476c-863f-f20640cff8c8,segment=NetworkSegment(4918b3e9-9721-4e40-a4be-ee397e1bcbc6),segment_id=4918b3e9-9721-4e40-a4be-ee397e1bcbc6)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:42:48.507495 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:48.512883 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9b609ec5-8e14-4d0f-81ef-8d8cb420703a tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:48.588155 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:48.589471 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/d79f0110-6245-476c-863f-f20640cff8c8 HTTP/1.1" status: 200 len: 1098 time: 1.1057620 Jun 17 17:42:48.590988 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182a7d95-5354-4400-9111-74b521cdf691', 'tag': 'd79f0110-6245-476c-863f-f20640cff8c8'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:42:48.612108 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce575-d9c6-4a63-a505-c8c720f91647 req-cba71dc3-50a0-46cf-bb03-c0d25b71a703 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:48.612899 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-1a7ce575-d9c6-4a63-a505-c8c720f91647 req-cba71dc3-50a0-46cf-bb03-c0d25b71a703 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Synchronizing usage tracker for tenant:d2266afec3924392a5047af6e9f45f1f on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:42:48.624264 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d79f0110-6245-476c-863f-f20640cff8c8,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:48.631899 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:48.645675 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3033269-0764-4117-8885-6a8f67860d8e req-d1c5b221-6cac-47ed-bc62-e32b8ae570b1 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:48.648225 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e3033269-0764-4117-8885-6a8f67860d8e req-d1c5b221-6cac-47ed-bc62-e32b8ae570b1 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 946 time: 0.2172422 Jun 17 17:42:48.657725 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-1a7ce575-d9c6-4a63-a505-c8c720f91647 req-cba71dc3-50a0-46cf-bb03-c0d25b71a703 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Unset dirty status for tenant:d2266afec3924392a5047af6e9f45f1f on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:42:48.658844 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1a7ce575-d9c6-4a63-a505-c8c720f91647 req-cba71dc3-50a0-46cf-bb03-c0d25b71a703 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 948 time: 0.2702405 Jun 17 17:42:48.689464 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182a7d95-5354-4400-9111-74b521cdf691', 'tag': 'd79f0110-6245-476c-863f-f20640cff8c8', 'status': 'completed', 'code': 200} Jun 17 17:42:48.800230 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Deleting port 99b1e457-979b-48ed-9593-70fee2240db2 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:42:48.800560 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:48.852169 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-1a7ce575-d9c6-4a63-a505-c8c720f91647 req-64c8a235-92b4-475b-9e66-395a033f05fe tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Synchronizing usage tracker for tenant:d2266afec3924392a5047af6e9f45f1f on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:42:48.915947 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-1a7ce575-d9c6-4a63-a505-c8c720f91647 req-64c8a235-92b4-475b-9e66-395a033f05fe tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Unset dirty status for tenant:d2266afec3924392a5047af6e9f45f1f on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:42:48.919568 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1a7ce575-d9c6-4a63-a505-c8c720f91647 req-64c8a235-92b4-475b-9e66-395a033f05fe tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293873 Jun 17 17:42:48.937230 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-dca607d6-256b-48bd-8013-6707bdecd5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2266afec3924392a5047af6e9f45f1f&device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 1101 time: 0.2493949 Jun 17 17:42:49.171020 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-cf7248cf-5eb1-45fb-9a7e-83ece07e925c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d79f0110-6245-476c-863f-f20640cff8c8 HTTP/1.1" status: 200 len: 217 time: 0.2202384 Jun 17 17:42:49.271188 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-6db095f4-171d-41a9-8f8e-caf61ee9ac4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:49.272584 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-6db095f4-171d-41a9-8f8e-caf61ee9ac4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df039bb8-0443-4ad4-8527-8ec8fe797e8b HTTP/1.1" status: 200 len: 843 time: 0.0936663 Jun 17 17:42:49.325933 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] For port 99b1e457-979b-48ed-9593-70fee2240db2, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=99b1e457-979b-48ed-9593-70fee2240db2,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:42:49.326649 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:49.569521 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-3b29e8fc-1a6d-4c07-80a5-2fa431224de4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=926221db-ae1a-45d5-a821-ce26efcad860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2885754 Jun 17 17:42:49.747104 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b13b8b-7440-40ee-b745-54c1cb2438b1 req-5f87ff1c-28b4-4a7f-962a-4b8a0dd29f14 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:49.748543 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-61b13b8b-7440-40ee-b745-54c1cb2438b1 req-5f87ff1c-28b4-4a7f-962a-4b8a0dd29f14 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 946 time: 0.4018488 Jun 17 17:42:49.807152 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:49.807517 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:49.807822 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.l3_db [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Floating IP 15026300-b969-470a-bc5d-05e12903f683 disassociated. External IP: 172.28.2.201, port: 99b1e457-979b-48ed-9593-70fee2240db2. Jun 17 17:42:49.808151 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Calling delete_port for 99b1e457-979b-48ed-9593-70fee2240db2 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:42:49.894392 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-496f5809-dd4a-4193-a7a1-b818be01b51b service neutron] 10.222.0.20 "GET /v2.0/networks/926221db-ae1a-45d5-a821-ce26efcad860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100541 Jun 17 17:42:49.899328 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-61b13b8b-7440-40ee-b745-54c1cb2438b1 req-89e05ebb-564a-4f84-8964-c480aa7213f9 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups?id=46564df1-f931-4888-bff6-d5ef3440690d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442027 Jun 17 17:42:50.140366 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9ded3290-d2db-404e-b7fd-cfd5e523b4aa req-e69b676b-0946-4068-bd83-ed2339b2bf6d service neutron] 10.222.0.20 "GET /v2.0/networks/926221db-ae1a-45d5-a821-ce26efcad860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384381 Jun 17 17:42:50.143272 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:50.150301 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-025209fe-db46-4588-b49f-2301d1ef8aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:50.202452 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event deleted for resources: {'Port': ['ID=99b1e457-979b-48ed-9593-70fee2240db2,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:50.205905 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:50.309990 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71c583-60b8-4f6f-a2c0-2cfbacffc434 req-b6399ac9-4cc2-4009-831b-ed9725417315 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:50.311444 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6a71c583-60b8-4f6f-a2c0-2cfbacffc434 req-b6399ac9-4cc2-4009-831b-ed9725417315 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 948 time: 0.2557051 Jun 17 17:42:50.396118 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-6a71c583-60b8-4f6f-a2c0-2cfbacffc434 req-8427d31c-f407-4aa2-a05c-f905b8fa2faa tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699294 Jun 17 17:42:50.413700 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ece9785-300a-4357-9199-170044cadaca req-d4ca04c8-a7e3-47e8-8d01-02f3e6a5e3e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2266afec3924392a5047af6e9f45f1f&device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 1101 time: 0.1452639 Jun 17 17:42:50.739786 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece9785-300a-4357-9199-170044cadaca req-cad788ac-2e70-4627-8750-8cd7aa4008d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:50.741181 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ece9785-300a-4357-9199-170044cadaca req-cad788ac-2e70-4627-8750-8cd7aa4008d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=926221db-ae1a-45d5-a821-ce26efcad860 HTTP/1.1" status: 200 len: 870 time: 0.3186347 Jun 17 17:42:50.817727 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ece9785-300a-4357-9199-170044cadaca req-734e49b0-55fc-4610-a8ab-ce60e0caff87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d79f0110-6245-476c-863f-f20640cff8c8 HTTP/1.1" status: 200 len: 217 time: 0.0697193 Jun 17 17:42:50.819401 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:42:50.947269 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece9785-300a-4357-9199-170044cadaca req-55d4c723-b47a-4dc9-8dea-0ceed988c4e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:50.948585 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ece9785-300a-4357-9199-170044cadaca req-55d4c723-b47a-4dc9-8dea-0ceed988c4e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df039bb8-0443-4ad4-8527-8ec8fe797e8b HTTP/1.1" status: 200 len: 843 time: 0.1240566 Jun 17 17:42:51.137136 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ce3fd490-62a6-4ac0-9d1d-77399e59275e req-984b498f-7999-4815-8b2e-a71c26be3313 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/ports?device_id=69827afd-40cc-42b0-8b10-80c7513fc0bb HTTP/1.1" status: 200 len: 210 time: 0.1009490 Jun 17 17:42:51.140650 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ece9785-300a-4357-9199-170044cadaca req-62f15130-f638-449f-b72e-2fd2c4a04498 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=926221db-ae1a-45d5-a821-ce26efcad860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1848166 Jun 17 17:42:51.193239 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 99b1e457-979b-48ed-9593-70fee2240db2 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:42:51.226565 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 99b1e457-979b-48ed-9593-70fee2240db2 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:42:51.226927 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 99b1e457-979b-48ed-9593-70fee2240db2 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:42:51.282106 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:42:51.292076 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] Sync routers for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:42:51.304245 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:42:51.304954 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:42:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:51.326953 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ece9785-300a-4357-9199-170044cadaca req-e9ea5b90-0c9c-479e-8a60-fd4116f75e62 service neutron] 10.222.0.20 "GET /v2.0/networks/926221db-ae1a-45d5-a821-ce26efcad860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766086 Jun 17 17:42:51.381022 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] No DVR routers for this DVR port 99b1e457-979b-48ed-9593-70fee2240db2 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:42:51.426763 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:51.429309 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-deleted', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:42:51.459146 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e3033269-0764-4117-8885-6a8f67860d8e req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.20 "DELETE /v2.0/ports/99b1e457-979b-48ed-9593-70fee2240db2 HTTP/1.1" status: 204 len: 173 time: 2.8023579 Jun 17 17:42:51.490320 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:42:51.503803 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69827afd-40cc-42b0-8b10-80c7513fc0bb', 'name': 'network-vif-deleted', 'tag': '99b1e457-979b-48ed-9593-70fee2240db2', 'status': 'completed', 'code': 200} Jun 17 17:42:51.509727 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7ece9785-300a-4357-9199-170044cadaca req-5426c980-5d03-4ab5-8894-2a6ada299bf6 service neutron] 10.222.0.20 "GET /v2.0/networks/926221db-ae1a-45d5-a821-ce26efcad860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591005 Jun 17 17:42:51.650017 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf384bf-99c7-4de8-bb37-5316054d68af req-9e5c43cb-d30a-44f5-93ec-839d54b9a677 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:51.651532 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-eaf384bf-99c7-4de8-bb37-5316054d68af req-9e5c43cb-d30a-44f5-93ec-839d54b9a677 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 948 time: 0.0848718 Jun 17 17:42:51.703659 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-eaf384bf-99c7-4de8-bb37-5316054d68af req-c5edbd3e-8583-404c-b6cc-d9c0c05cab49 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Jun 17 17:42:51.845757 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:53Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:51.850113 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] Checking router: 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:42:51.861005 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:42:51.861604 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:42:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:52.042058 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:42:52.299300 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53370) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:52.369265 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:53Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:42:52.370865 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-731cc877-e7bd-4ba7-973d-822b4b4236f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:52.373328 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10025545-6c12-436a-8285-6d0efb676a7e None None] The sync data for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb is: [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:32:03Z', 'revision_number': 4, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '4f81cb89-9d71-4c6e-a5a4-a82048315241', 'name': '', 'network_id': '3aff819c-d0e7-4576-8341-7f73e02b1537', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'mac_address': 'fa:16:3e:12:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:32:00Z', 'updated_at': '2021-06-17T17:32:53Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'subnets': [{'id': '6756c99e-8d13-4763-8c8a-2782e12a4d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:42:52.400780 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-731cc877-e7bd-4ba7-973d-822b4b4236f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:52.456361 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-731cc877-e7bd-4ba7-973d-822b4b4236f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:52.460483 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-952d3cdb-3e06-4a12-ac71-641451a4f437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:52.474712 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cc877-e7bd-4ba7-973d-822b4b4236f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46564df1-f931-4888-bff6-d5ef3440690d,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:52.477917 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-731cc877-e7bd-4ba7-973d-822b4b4236f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:52.487957 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-731cc877-e7bd-4ba7-973d-822b4b4236f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:52.492094 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-731cc877-e7bd-4ba7-973d-822b4b4236f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "DELETE /v2.0/security-groups/46564df1-f931-4888-bff6-d5ef3440690d HTTP/1.1" status: 204 len: 168 time: 0.1893544 Jun 17 17:42:52.492439 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53374) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:52.514713 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.api.v2.resource [None req-7e5a3227-9159-404a-8a1f-3a7465ba12d6 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] show failed (client error): The resource could not be found. Jun 17 17:42:52.515726 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-7e5a3227-9159-404a-8a1f-3a7465ba12d6 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "GET /v2.0/security-groups/46564df1-f931-4888-bff6-d5ef3440690d HTTP/1.1" status: 404 len: 347 time: 0.0223773 Jun 17 17:42:52.518512 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53378) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:52.596338 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01ded55-382b-4095-a29d-482bf96952c6 None None] New status for floating IP 15026300-b969-470a-bc5d-05e12903f683: DOWN {{(pid=74251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:42:52.677325 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Deleting port b2f5e9b1-4513-40ca-bb8f-18d1096ea618 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:42:52.677666 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:53.015915 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:53.016236 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:53.138269 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Calling delete_port for b2f5e9b1-4513-40ca-bb8f-18d1096ea618 owned by network:floatingip {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:42:53.186185 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255fce1-5b61-4aca-a985-62a8f8426077 req-18d73c62-a3f0-4e81-80a6-e64964ae6f08 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:53.187921 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d255fce1-5b61-4aca-a985-62a8f8426077 req-18d73c62-a3f0-4e81-80a6-e64964ae6f08 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 948 time: 0.2745786 Jun 17 17:42:53.260415 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d255fce1-5b61-4aca-a985-62a8f8426077 req-57bb0ea3-cdeb-4ca3-a886-2b17f931ae19 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659232 Jun 17 17:42:53.264701 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.db.api [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:42:53.265032 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_db.api [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:42:53.766698 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Deleting port b2f5e9b1-4513-40ca-bb8f-18d1096ea618 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:42:53.767373 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:53.945834 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:53.946342 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:54.071511 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Calling delete_port for b2f5e9b1-4513-40ca-bb8f-18d1096ea618 owned by network:floatingip {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:42:54.210140 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:54.213600 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c6d95ad1-abfc-4cb7-8b18-e09db8eb563f tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:54.255078 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Pushing event deleted for resources: {'Port': ['ID=b2f5e9b1-4513-40ca-bb8f-18d1096ea618,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:54.257862 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:54.347955 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks [] for floatingip, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:54.361544 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:54.362756 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-b8af3192-bea2-4f35-b2b7-fa175e7f656f tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] 10.222.0.15 "DELETE /v2.0/floatingips/15026300-b969-470a-bc5d-05e12903f683 HTTP/1.1" status: 204 len: 168 time: 1.8433146 Jun 17 17:42:54.458816 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21718ddd-26ea-4bee-bf1b-c86e708609fa req-26f067db-9f4b-45b4-b94d-d76215bd96f6 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:54.460389 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-21718ddd-26ea-4bee-bf1b-c86e708609fa req-26f067db-9f4b-45b4-b94d-d76215bd96f6 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 948 time: 0.0785162 Jun 17 17:42:54.507246 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-21718ddd-26ea-4bee-bf1b-c86e708609fa req-4b7e70ec-b116-478d-8cdc-89db510dd248 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Jun 17 17:42:55.221132 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device d79f0110-6245-476c-863f-f20640cff8c8 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:42:55.354281 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port d79f0110-6245-476c-863f-f20640cff8c8, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d79f0110-6245-476c-863f-f20640cff8c8,segment=NetworkSegment(4918b3e9-9721-4e40-a4be-ee397e1bcbc6),segment_id=4918b3e9-9721-4e40-a4be-ee397e1bcbc6)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:42:55.367194 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': 'd79f0110-6245-476c-863f-f20640cff8c8', 'network_id': '926221db-ae1a-45d5-a821-ce26efcad860', 'port_id': 'd79f0110-6245-476c-863f-f20640cff8c8', 'mac_address': 'fa:16:3e:74:9e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df039bb8-0443-4ad4-8527-8ec8fe797e8b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:42:55.419454 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:55.436370 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79f0110-6245-476c-863f-f20640cff8c8 {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:42:55.450912 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port d79f0110-6245-476c-863f-f20640cff8c8, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d79f0110-6245-476c-863f-f20640cff8c8,segment=NetworkSegment(4918b3e9-9721-4e40-a4be-ee397e1bcbc6),segment_id=4918b3e9-9721-4e40-a4be-ee397e1bcbc6)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:42:55.455067 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:55.457320 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:55.522274 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=d79f0110-6245-476c-863f-f20640cff8c8,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:55.525225 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:55.709148 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e032-4265-4dea-b215-f5c2f18999e4 req-33ad5d19-55e7-4eff-8d0e-dc7bbaf3a883 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:55.710733 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d747e032-4265-4dea-b215-f5c2f18999e4 req-33ad5d19-55e7-4eff-8d0e-dc7bbaf3a883 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 949 time: 0.0809495 Jun 17 17:42:55.760386 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d747e032-4265-4dea-b215-f5c2f18999e4 req-3670a54f-0c4b-4059-84e2-2ade23747710 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437703 Jun 17 17:42:55.890762 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['d79f0110-6245-476c-863f-f20640cff8c8'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:42:56.957795 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725f17f-081e-4919-ad39-6f75f5f6b6e5 req-7c3e0a26-e064-4ee6-8dbe-f16bbfd1ad3d tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:56.959263 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3725f17f-081e-4919-ad39-6f75f5f6b6e5 req-7c3e0a26-e064-4ee6-8dbe-f16bbfd1ad3d tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 949 time: 0.0763054 Jun 17 17:42:57.009495 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3725f17f-081e-4919-ad39-6f75f5f6b6e5 req-54192e9c-5ce7-4e53-9a70-18226a876918 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Jun 17 17:42:57.192910 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53410) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:42:57.221861 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device d79f0110-6245-476c-863f-f20640cff8c8 up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:42:57.292770 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port d79f0110-6245-476c-863f-f20640cff8c8 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:42:57.297427 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port d79f0110-6245-476c-863f-f20640cff8c8 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:42:57.297799 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:57.412240 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:57.438628 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182a7d95-5354-4400-9111-74b521cdf691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f0110-6245-476c-863f-f20640cff8c8'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:42:57.448996 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port d79f0110-6245-476c-863f-f20640cff8c8, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d79f0110-6245-476c-863f-f20640cff8c8,segment=NetworkSegment(4918b3e9-9721-4e40-a4be-ee397e1bcbc6),segment_id=4918b3e9-9721-4e40-a4be-ee397e1bcbc6)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:42:57.453335 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:57.455858 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-934b5146-10e5-4d12-9587-a7b0a04fee0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:57.504758 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182a7d95-5354-4400-9111-74b521cdf691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f0110-6245-476c-863f-f20640cff8c8', 'code': 200} Jun 17 17:42:57.522740 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=d79f0110-6245-476c-863f-f20640cff8c8,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:57.525833 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:57.761732 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fec23c87-bbac-4ce2-ae33-621226e75e84 req-040a065f-34f0-4ab9-817b-74e1e2a91b62 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 1103 time: 0.0691700 Jun 17 17:42:57.783955 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408076'] for router_interface, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:57.804342 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-fec23c87-bbac-4ce2-ae33-621226e75e84 req-9c2552c6-e277-4108-9f18-2b3b22615c93 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369039 Jun 17 17:42:58.216166 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe25b81-00e7-49be-aebe-c0ac9aba96b5 req-e66feafb-af7b-4e2f-ada0-bbda62f6dc5e tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:58.217812 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbe25b81-00e7-49be-aebe-c0ac9aba96b5 req-e66feafb-af7b-4e2f-ada0-bbda62f6dc5e tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 950 time: 0.0808465 Jun 17 17:42:58.263609 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-bbe25b81-00e7-49be-aebe-c0ac9aba96b5 req-d36aaa5f-5aa2-42fd-b444-49fcb1cddb20 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401902 Jun 17 17:42:58.478102 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Deleting port 4f81cb89-9d71-4c6e-a5a4-a82048315241 {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:42:58.478731 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:58.646278 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] For port 4f81cb89-9d71-4c6e-a5a4-a82048315241, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=4f81cb89-9d71-4c6e-a5a4-a82048315241,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:42:58.646651 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:58.766101 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Calling delete_port for 4f81cb89-9d71-4c6e-a5a4-a82048315241 owned by network:router_interface {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:42:58.940130 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:58.944172 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:42:58.987790 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Pushing event deleted for resources: {'Port': ['ID=4f81cb89-9d71-4c6e-a5a4-a82048315241,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:42:58.990740 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:42:59.274458 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408922'] for router_interface, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:42:59.609627 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b991-9e2e-48de-8189-33567686d140 req-609fddf4-d719-4d71-9269-04790990db3b tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:42:59.613632 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4c00b991-9e2e-48de-8189-33567686d140 req-609fddf4-d719-4d71-9269-04790990db3b tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 950 time: 0.0842347 Jun 17 17:42:59.662692 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4c00b991-9e2e-48de-8189-33567686d140 req-e25a6698-939b-4979-a06a-0e615943dba6 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Jun 17 17:42:59.951798 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:43:00.159091 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:43:00.169063 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] Sync routers for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:43:00.177740 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-d13bca79-6959-45db-b767-8edf1f8734fe admin admin] 10.222.0.15 "PUT /v2.0/routers/0334f1fd-a2bb-44c7-a116-b4abe4bc5e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9809537 Jun 17 17:43:00.178096 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53428) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:00.183365 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:43:00.183999 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:42:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:00.240020 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265dc96-6080-4b08-b97d-c334d4676ec6 req-22349104-6f62-4f40-9141-e1e7318a55e2 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:43:00.241478 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1265dc96-6080-4b08-b97d-c334d4676ec6 req-22349104-6f62-4f40-9141-e1e7318a55e2 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 950 time: 0.1851206 Jun 17 17:43:00.292044 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-1265dc96-6080-4b08-b97d-c334d4676ec6 req-98d2e414-f26e-489b-a58c-adfd4acce23e tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446286 Jun 17 17:43:00.388653 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks [] for router, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:00.406989 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:43:00.582874 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:00.592735 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Deleting port 04f169a8-57aa-463a-945f-bf24bfb5642a {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:43:00.593123 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:00.692669 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:42:58Z', 'revision_number': 5, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port': {'id': '04f169a8-57aa-463a-945f-bf24bfb5642a', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:46:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:31:46Z', 'updated_at': '2021-06-17T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:00.696722 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] Checking router: 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:43:00.708085 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] Routers {'0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:43:00.708700 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:42:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:00.772828 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] For port 04f169a8-57aa-463a-945f-bf24bfb5642a, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=04f169a8-57aa-463a-945f-bf24bfb5642a,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:43:00.773183 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:00.863133 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] Set router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 gateway port host: None {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:43:00.891736 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Calling delete_port for 04f169a8-57aa-463a-945f-bf24bfb5642a owned by network:router_gateway {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:43:00.969091 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:43:00Z', 'revision_number': 6, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port_host': None}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:00.973171 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e00a75-289c-47a2-b7a0-b4dffa94b917 None None] The sync data for ids ['0334f1fd-a2bb-44c7-a116-b4abe4bc5e30'] in dv-cinder-796864-1-smb is: [{'id': '0334f1fd-a2bb-44c7-a116-b4abe4bc5e30', 'name': 'tempest-AttachVolumeShelveTestJSON-582033851-router', 'tenant_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:31:45Z', 'updated_at': '2021-06-17T17:43:00Z', 'revision_number': 6, 'project_id': '7f5f1c19bc6a4a5f9cf3c94af631b5be', 'gw_port_host': None}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:43:01.056124 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.059878 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2d465898-9ed5-468f-ac41-c6e168dd61e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:01.100447 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f169a8-57aa-463a-945f-bf24bfb5642a,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:01.103880 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:01.431113 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444037'] for router_gateway, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.500801 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d4ae-c3aa-4a3e-8a6c-2b1bb1fda5c0 req-eda70e35-59e8-4191-91cc-0c9a3b69af3a tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:43:01.502226 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ab26d4ae-c3aa-4a3e-8a6c-2b1bb1fda5c0 req-eda70e35-59e8-4191-91cc-0c9a3b69af3a tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 950 time: 0.0762908 Jun 17 17:43:01.547403 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ab26d4ae-c3aa-4a3e-8a6c-2b1bb1fda5c0 req-33c0876b-1e4a-4e72-8b4a-369e64505266 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/security-groups?id=b66cf993-d56d-4674-ad04-27381d903733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 Jun 17 17:43:01.624683 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.685165 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4499'] for router, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.687894 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-edacab31-3ae8-4310-910b-91e773f58abe tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:43:01.689311 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-edacab31-3ae8-4310-910b-91e773f58abe tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.20 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 950 time: 0.0853822 Jun 17 17:43:01.689534 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.717207 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444996'] for router, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.717794 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 {{(pid=74249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:43:01.732356 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] Notify callbacks [] for router, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.736334 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c2d95055-5e80-421d-8f3c-754393b5bf23 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0334f1fd-a2bb-44c7-a116-b4abe4bc5e30 HTTP/1.1" status: 204 len: 168 time: 1.5572031 Jun 17 17:43:01.736927 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53434) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:01.768066 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Deleting port d79f0110-6245-476c-863f-f20640cff8c8 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:43:01.768554 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.797641 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_v2 [None req-1038c8a3-210f-4775-9a86-083f38e4a4b4 admin admin] Deleting subnet 6756c99e-8d13-4763-8c8a-2782e12a4d0a {{(pid=74249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:43:01.800760 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1038c8a3-210f-4775-9a86-083f38e4a4b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.813255 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 4f81cb89-9d71-4c6e-a5a4-a82048315241 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:43:01.847753 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 4f81cb89-9d71-4c6e-a5a4-a82048315241 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:43:01.848099 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 4f81cb89-9d71-4c6e-a5a4-a82048315241 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:43:01.848527 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 04f169a8-57aa-463a-945f-bf24bfb5642a no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:43:01.857234 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1038c8a3-210f-4775-9a86-083f38e4a4b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536762744'] for subnet, precommit_delete_associations {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:01.883980 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 04f169a8-57aa-463a-945f-bf24bfb5642a {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:43:01.884329 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 04f169a8-57aa-463a-945f-bf24bfb5642a not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:43:01.947235 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1038c8a3-210f-4775-9a86-083f38e4a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.053724 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] For port d79f0110-6245-476c-863f-f20640cff8c8, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=d79f0110-6245-476c-863f-f20640cff8c8,segment=NetworkSegment(4918b3e9-9721-4e40-a4be-ee397e1bcbc6),segment_id=4918b3e9-9721-4e40-a4be-ee397e1bcbc6)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:43:02.054078 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.120951 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-5c901714-a4a1-4b3c-8667-71b94642b0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.177813 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Calling delete_port for d79f0110-6245-476c-863f-f20640cff8c8 owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:43:02.219032 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1038c8a3-210f-4775-9a86-083f38e4a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535317139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535300845'] for subnet, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.222919 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:02.261202 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038c8a3-210f-4775-9a86-083f38e4a4b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6756c99e-8d13-4763-8c8a-2782e12a4d0a,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:02.264276 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1038c8a3-210f-4775-9a86-083f38e4a4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:02.270265 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-1038c8a3-210f-4775-9a86-083f38e4a4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.275482 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1f528-b8b2-4b5d-997b-acafe5a05632 None None] Network 3aff819c-d0e7-4576-8341-7f73e02b1537 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:43:02.279697 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-1038c8a3-210f-4775-9a86-083f38e4a4b4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6756c99e-8d13-4763-8c8a-2782e12a4d0a HTTP/1.1" status: 204 len: 168 time: 0.5394692 Jun 17 17:43:02.279869 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53438) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:02.322523 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.328038 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:02.362983 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['d79f0110-6245-476c-863f-f20640cff8c8'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:43:02.371652 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Pushing event deleted for resources: {'Port': ['ID=d79f0110-6245-476c-863f-f20640cff8c8,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:02.385692 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.386199 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.386481 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.386923 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.387433 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.388105 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.388982 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.389630 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.390140 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.390649 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.391245 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.391749 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:02.398087 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Deleting port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:43:02.398414 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.429354 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:02.470965 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] No DVR routers for this DVR port d79f0110-6245-476c-863f-f20640cff8c8 on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:43:02.473799 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.476682 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182a7d95-5354-4400-9111-74b521cdf691', 'name': 'network-vif-deleted', 'tag': 'd79f0110-6245-476c-863f-f20640cff8c8'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:43:02.495690 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.507147 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ab9a9983-07de-4c6a-94c6-dcc86b401adf req-69ecd412-06e0-4340-adce-beddc6644454 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.20 "DELETE /v2.0/ports/d79f0110-6245-476c-863f-f20640cff8c8 HTTP/1.1" status: 204 len: 173 time: 0.8127728 Jun 17 17:43:02.618915 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] DHCP port deletion for 3aff819c-d0e7-4576-8341-7f73e02b1537 request from dv-cinder-796864-1-smb {{(pid=74250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 17:43:02.623756 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] Deleting port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:43:02.624221 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.757938 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] For port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=54a62cb9-7d29-443c-ab2a-714fa81fe9cb,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:43:02.758368 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:02.801265 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182a7d95-5354-4400-9111-74b521cdf691', 'name': 'network-vif-deleted', 'tag': 'd79f0110-6245-476c-863f-f20640cff8c8', 'status': 'completed', 'code': 200} Jun 17 17:43:02.806767 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d754d6db-10a6-408e-93a1-a2800c4345ae req-8cf8635d-2e84-4d3b-8ba4-beb3c6a9f9ba tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Synchronizing usage tracker for tenant:d2266afec3924392a5047af6e9f45f1f on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:43:02.822916 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-d754d6db-10a6-408e-93a1-a2800c4345ae req-8cf8635d-2e84-4d3b-8ba4-beb3c6a9f9ba tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Unset dirty status for tenant:d2266afec3924392a5047af6e9f45f1f on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:43:02.827127 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d754d6db-10a6-408e-93a1-a2800c4345ae req-8cf8635d-2e84-4d3b-8ba4-beb3c6a9f9ba tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] 10.222.0.15 "GET /v2.0/ports?device_id=182a7d95-5354-4400-9111-74b521cdf691 HTTP/1.1" status: 200 len: 210 time: 0.0633113 Jun 17 17:43:02.911742 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] For port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=54a62cb9-7d29-443c-ab2a-714fa81fe9cb,segment=NetworkSegment(1085e99c-1c8d-408c-bd03-a6be28f64d33),segment_id=1085e99c-1c8d-408c-bd03-a6be28f64d33)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:43:02.912365 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.003204 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Calling delete_port for 54a62cb9-7d29-443c-ab2a-714fa81fe9cb owned by network:dhcp {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:43:03.036052 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] Calling delete_port for 54a62cb9-7d29-443c-ab2a-714fa81fe9cb owned by network:dhcp {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:43:03.079680 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.084623 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-649d8a8d-33d0-4ff7-83c6-6c4b226c22e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:03.119033 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.db.api [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:43:03.119033 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_db.api [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:43:03.129231 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a62cb9-7d29-443c-ab2a-714fa81fe9cb,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:03.133393 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:03.134485 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] No DVR routers for this DVR port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb on host dv-cinder-796864-1-smb {{(pid=74249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:43:03.252806 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.267385 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aff819c-d0e7-4576-8341-7f73e02b1537']}} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:03.280317 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1085e99c-1c8d-408c-bd03-a6be28f64d33') {'for_net_delete': True} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:03.280612 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.services.segments.db [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1085e99c-1c8d-408c-bd03-a6be28f64d33') {} {{(pid=74249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:03.292126 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536762737'] for segment, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.308255 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.314867 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=74249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:43:03.315292 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535317049'] for segment, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: Traceback (most recent call last): Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: timer() Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: cb(*args, **kw) Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: return func(*args, **kwargs) Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: self._notify() Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: self.callback(batched_events) Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: event.method(event) Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: return f(self, *a, **k) Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: return self._get(url).json() Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: return self.request(url, 'GET', **kwargs) Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:43:03.328222 dv-cinder-796864-1-smb neutron-server[74249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:43:03.407805 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.411478 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:03.424244 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.434492 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aff819c-d0e7-4576-8341-7f73e02b1537,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:03.437841 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:03.448085 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c839777f-417a-47ea-8a33-3dbf817b9e77 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3aff819c-d0e7-4576-8341-7f73e02b1537 HTTP/1.1" status: 204 len: 168 time: 1.1672308 Jun 17 17:43:03.585413 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53450) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:03.590823 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 54a62cb9-7d29-443c-ab2a-714fa81fe9cb no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:43:03.636978 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-8cab787f-268a-44a5-8f34-c040065ed74b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f5f1c19bc6a4a5f9cf3c94af631b5be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502405 Jun 17 17:43:03.639376 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53454) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:03.664339 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] Deleting port 54a62cb9-7d29-443c-ab2a-714fa81fe9cb {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:43:03.664717 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.696626 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 54a62cb9-7d29-443c-ab2a-714fa81fe9cb {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:43:03.696626 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 54a62cb9-7d29-443c-ab2a-714fa81fe9cb not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:43:03.701129 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c13b7602-4041-44a7-b118-a619f93e7b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.728558 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c13b7602-4041-44a7-b118-a619f93e7b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.740087 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8f211-1f41-451e-9486-e49a976f87f9 None None] The port '54a62cb9-7d29-443c-ab2a-714fa81fe9cb' was deleted {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 17:43:03.780442 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c13b7602-4041-44a7-b118-a619f93e7b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.784168 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-78ba2f5b-6709-4bf3-90aa-a82e07a3ff2a tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:03.798094 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b7602-4041-44a7-b118-a619f93e7b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c9779-ed50-4f38-be65-4711e6354482,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:03.800495 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-c13b7602-4041-44a7-b118-a619f93e7b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:03.805900 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-c13b7602-4041-44a7-b118-a619f93e7b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:03.807148 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-c13b7602-4041-44a7-b118-a619f93e7b3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/805c9779-ed50-4f38-be65-4711e6354482 HTTP/1.1" status: 204 len: 168 time: 0.1668463 Jun 17 17:43:04.263798 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c43cc771-9113-495e-ab0e-c6afd21d4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:04.914879 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:43:05.270769 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device d79f0110-6245-476c-863f-f20640cff8c8 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:43:05.310043 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: d79f0110-6245-476c-863f-f20640cff8c8 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:43:05.310392 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device d79f0110-6245-476c-863f-f20640cff8c8 not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:43:05.358704 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:05.493936 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53590) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:05.637503 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:05.670507 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:05.675383 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6f6f31c3f1fe49eda96ed13728295b01 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:05.678881 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:05.685542 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:05.769313 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:05.773391 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:05.780902 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3e1cbfcd-0e23-4845-9749-b89203d8f50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:05.822081 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17320277-6a87-4f4a-84a4-12788780af6d,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:05.829393 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f6f31c3f1fe49eda96ed13728295b01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3343115 Jun 17 17:43:05.829612 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53608) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:05.830395 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-48bb5263-bd21-48c1-b160-3d9f3c4ec8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:05.900822 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9b726c6e-afad-474d-ae1d-6d4ac007efdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:05.928891 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9b726c6e-afad-474d-ae1d-6d4ac007efdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:05.986449 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9b726c6e-afad-474d-ae1d-6d4ac007efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:05.991251 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9a0a1183-a895-4aa0-8287-c8829c868e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:06.004201 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b726c6e-afad-474d-ae1d-6d4ac007efdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17320277-6a87-4f4a-84a4-12788780af6d,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:06.006971 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9b726c6e-afad-474d-ae1d-6d4ac007efdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:06.007833 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9b726c6e-afad-474d-ae1d-6d4ac007efdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:06.012001 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9b726c6e-afad-474d-ae1d-6d4ac007efdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17320277-6a87-4f4a-84a4-12788780af6d HTTP/1.1" status: 204 len: 168 time: 0.1782644 Jun 17 17:43:06.890636 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:08.538134 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53746) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:08.678120 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:08.709987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:08.713721 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Usage tracker for resource:security_group_rule and tenant:45281b7adf574231952515915f6b94cd is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:08.716537 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:08.722440 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:08.791086 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:08.795101 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:08.803595 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5368ec89-18e9-418a-a75d-608e909072ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:08.846413 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c1caa-ff45-489a-9dc3-26620648035c,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:08.853146 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45281b7adf574231952515915f6b94cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3116453 Jun 17 17:43:08.853146 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:08.853426 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53758) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:08.869333 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53762) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:08.919107 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8b777adf-1005-40c4-a970-c680ba2d853b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:08.948237 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8b777adf-1005-40c4-a970-c680ba2d853b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.005654 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8b777adf-1005-40c4-a970-c680ba2d853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.009648 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9f0fa142-6f45-4c61-9186-b0a93e014ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:09.021101 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b777adf-1005-40c4-a970-c680ba2d853b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c1caa-ff45-489a-9dc3-26620648035c,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:09.025671 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8b777adf-1005-40c4-a970-c680ba2d853b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:09.027523 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8b777adf-1005-40c4-a970-c680ba2d853b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.039136 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-8b777adf-1005-40c4-a970-c680ba2d853b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f84c1caa-ff45-489a-9dc3-26620648035c HTTP/1.1" status: 204 len: 168 time: 0.1787121 Jun 17 17:43:09.054292 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-4db435f2-0ea9-4929-83fa-0f1c9dae36e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2266afec3924392a5047af6e9f45f1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1837044 Jun 17 17:43:09.056580 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53770) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:09.116778 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-171cf26f-1970-4bfd-a64c-5499b6e46757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.142470 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-171cf26f-1970-4bfd-a64c-5499b6e46757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.200696 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-171cf26f-1970-4bfd-a64c-5499b6e46757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.205478 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2e936fd4-7d2d-4f67-9d2d-260ea00e6cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:09.220772 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cf26f-1970-4bfd-a64c-5499b6e46757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66cf993-d56d-4674-ad04-27381d903733,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:09.223873 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-171cf26f-1970-4bfd-a64c-5499b6e46757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:09.233453 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-171cf26f-1970-4bfd-a64c-5499b6e46757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.238048 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-171cf26f-1970-4bfd-a64c-5499b6e46757 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b66cf993-d56d-4674-ad04-27381d903733 HTTP/1.1" status: 204 len: 168 time: 0.1800325 Jun 17 17:43:09.369977 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53778) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:09.388771 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.422215 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:09.427088 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:080e58b98b3e49c69abefc5ed08965cc is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:09.430467 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:09.437131 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:09.513812 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.519174 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.526201 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:09.569905 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e4811-c8ca-494c-af04-9dec8f9596f8,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:09.573857 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:09.580418 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-e7977cff-679a-49fc-abf2-939880cf0cb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=080e58b98b3e49c69abefc5ed08965cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2093291 Jun 17 17:43:09.580844 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53782) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:09.647870 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5f012d3b-424d-4c2e-a180-f65da906a2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.676949 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5f012d3b-424d-4c2e-a180-f65da906a2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.728770 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5f012d3b-424d-4c2e-a180-f65da906a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.732472 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9e6d4826-936d-4c12-ac35-f2483219a36c tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:09.744398 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f012d3b-424d-4c2e-a180-f65da906a2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e4811-c8ca-494c-af04-9dec8f9596f8,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:09.748033 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5f012d3b-424d-4c2e-a180-f65da906a2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:09.752118 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5f012d3b-424d-4c2e-a180-f65da906a2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:09.753753 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-5f012d3b-424d-4c2e-a180-f65da906a2d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e9e4811-c8ca-494c-af04-9dec8f9596f8 HTTP/1.1" status: 204 len: 168 time: 0.1716869 Jun 17 17:43:13.553549 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53918) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:13.691821 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:13.723154 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:13.727167 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] Usage tracker for resource:security_group_rule and tenant:f536f2e5ea2b4760907bf7cb8306e28b is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:13.730286 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:13.736275 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:13.802388 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:13.806076 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:13.812628 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-579c576e-e36f-4fda-bda8-0c459212ee78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:13.852064 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2569ac-830d-483b-a070-e1caf943ed01,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:13.855302 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:13.858333 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3e28e0b0-8d82-4e08-84f5-0f47e1f7f76b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f536f2e5ea2b4760907bf7cb8306e28b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3037941 Jun 17 17:43:13.860952 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53924) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:13.923093 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d491952e-678a-4f8d-89f6-63a8e2da4def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:13.949824 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d491952e-678a-4f8d-89f6-63a8e2da4def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:13.998889 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d491952e-678a-4f8d-89f6-63a8e2da4def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:14.002917 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-317681a0-bf57-4855-ade0-ba76d7c83969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:14.013809 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491952e-678a-4f8d-89f6-63a8e2da4def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2569ac-830d-483b-a070-e1caf943ed01,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:14.016607 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-d491952e-678a-4f8d-89f6-63a8e2da4def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:14.023191 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-d491952e-678a-4f8d-89f6-63a8e2da4def admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:14.024293 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-d491952e-678a-4f8d-89f6-63a8e2da4def admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e2569ac-830d-483b-a070-e1caf943ed01 HTTP/1.1" status: 204 len: 168 time: 0.1624658 Jun 17 17:43:14.366191 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 53932) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:14.385634 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:14.417782 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:14.421742 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] Usage tracker for resource:security_group_rule and tenant:89e92ee2809743dfb08c3fd8cdd2f953 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:14.424631 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:14.430311 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:14.496649 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:14.500396 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:14.507298 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-1dac81ed-9f43-46b7-8e2e-e05da5ec2fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:14.548594 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89e92ee2809743dfb08c3fd8cdd2f953&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1812723 Jun 17 17:43:14.549375 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf02aa8-2cd6-44a7-8456-94f6b0aadde8,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:14.551400 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 53936) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:14.552289 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-44bc6a17-7f28-4edb-981f-2e278af0b781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:14.610681 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7ca1848a-7eda-49ea-9288-6971bc6f437f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:14.635246 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7ca1848a-7eda-49ea-9288-6971bc6f437f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:14.688736 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7ca1848a-7eda-49ea-9288-6971bc6f437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:14.693155 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-d0ea9725-9ed5-4c83-8cf2-d8c5d7dc2fe2 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:14.706658 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1848a-7eda-49ea-9288-6971bc6f437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf02aa8-2cd6-44a7-8456-94f6b0aadde8,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:14.711997 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-7ca1848a-7eda-49ea-9288-6971bc6f437f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:14.717236 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7ca1848a-7eda-49ea-9288-6971bc6f437f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:14.720729 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-7ca1848a-7eda-49ea-9288-6971bc6f437f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cf02aa8-2cd6-44a7-8456-94f6b0aadde8 HTTP/1.1" status: 204 len: 168 time: 0.1659844 Jun 17 17:43:17.912289 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54008) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:18.052915 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.084484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:18.088347 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] Usage tracker for resource:security_group_rule and tenant:7cf858b27d3041a8b364e7555d667923 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:18.091107 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:18.096743 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:18.162694 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.166684 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.172961 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2d5dc50e-098e-425f-8280-5594b2cfaedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:18.214232 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0016758-3413-427d-8015-f9d10e375a60,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:18.218770 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cf858b27d3041a8b364e7555d667923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3053982 Jun 17 17:43:18.219647 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9fb0888a-b12b-42c4-9768-058a545ea5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:18.221969 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54014) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:18.286810 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-609e35f1-023a-4f0c-acfa-fd6e7b9866bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.312425 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-609e35f1-023a-4f0c-acfa-fd6e7b9866bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.363624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-609e35f1-023a-4f0c-acfa-fd6e7b9866bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.367706 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-23133601-cd0c-483a-baaf-7e2d188dad19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:18.381121 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e35f1-023a-4f0c-acfa-fd6e7b9866bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0016758-3413-427d-8015-f9d10e375a60,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:18.384097 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-609e35f1-023a-4f0c-acfa-fd6e7b9866bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:18.389345 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-609e35f1-023a-4f0c-acfa-fd6e7b9866bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.390469 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-609e35f1-023a-4f0c-acfa-fd6e7b9866bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0016758-3413-427d-8015-f9d10e375a60 HTTP/1.1" status: 204 len: 168 time: 0.1672258 Jun 17 17:43:18.723978 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54022) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:18.742367 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.776791 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:18.780633 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e2ad2e16354bf994e17f70cfc11d11 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:18.783663 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:18.789930 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:18.856437 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.860369 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:18.867355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-139ad12b-5777-4e39-842b-e52530265f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:18.908918 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd907be-b4cc-42d5-bca7-61f5c8e318d8,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:18.914613 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:18.917271 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4e2ad2e16354bf994e17f70cfc11d11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1922870 Jun 17 17:43:18.919889 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54026) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:18.989900 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-69e0e29b-d7ec-4a5a-8eb8-6b3fc7660480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:19.018374 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-69e0e29b-d7ec-4a5a-8eb8-6b3fc7660480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:19.071385 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-69e0e29b-d7ec-4a5a-8eb8-6b3fc7660480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:19.075041 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-612f216c-1641-41d1-926b-76f58ea15756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:19.087724 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0e29b-d7ec-4a5a-8eb8-6b3fc7660480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd907be-b4cc-42d5-bca7-61f5c8e318d8,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:19.090595 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-69e0e29b-d7ec-4a5a-8eb8-6b3fc7660480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:19.092570 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-69e0e29b-d7ec-4a5a-8eb8-6b3fc7660480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:19.096882 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-69e0e29b-d7ec-4a5a-8eb8-6b3fc7660480 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfd907be-b4cc-42d5-bca7-61f5c8e318d8 HTTP/1.1" status: 204 len: 168 time: 0.1760380 Jun 17 17:43:27.391889 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54114) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:27.549099 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:27.580942 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:27.584841 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] Usage tracker for resource:security_group_rule and tenant:290d20cacdd54f84afc358b62ea0ae81 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:27.587695 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:27.593318 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:27.658482 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:27.662107 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:27.670375 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3e74d519-f4a3-4f78-bbce-f645b2b53d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:27.712736 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8a43e2-c470-4c3c-81b2-417160265181,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:27.716324 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:27.722546 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-7f9805a5-9dba-4965-98bb-7f45e19e25c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=290d20cacdd54f84afc358b62ea0ae81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3257258 Jun 17 17:43:27.723873 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54120) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:27.786599 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f52814b1-1ee9-417f-852b-7b5fdea5c45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:27.812164 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f52814b1-1ee9-417f-852b-7b5fdea5c45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:27.864593 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f52814b1-1ee9-417f-852b-7b5fdea5c45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:27.868636 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-69ad0793-80cc-44b8-b60c-128383a22c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:27.882047 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52814b1-1ee9-417f-852b-7b5fdea5c45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8a43e2-c470-4c3c-81b2-417160265181,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:27.885833 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-f52814b1-1ee9-417f-852b-7b5fdea5c45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:27.891804 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-f52814b1-1ee9-417f-852b-7b5fdea5c45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:27.892992 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-f52814b1-1ee9-417f-852b-7b5fdea5c45b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be8a43e2-c470-4c3c-81b2-417160265181 HTTP/1.1" status: 204 len: 168 time: 0.1685796 Jun 17 17:43:28.212164 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54128) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:28.231234 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:28.262223 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:28.266034 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] Usage tracker for resource:security_group_rule and tenant:efdcaea91686489f831abb659184a620 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:28.269355 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:28.275217 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:28.347085 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:28.350686 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:28.357451 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-497b2049-e1ca-4701-931a-18875344101f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:28.397574 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9d8bf5-dd41-40e7-b17f-ac72bf698565,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:28.400687 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:28.403702 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-52ddd045-7c5e-4d03-b307-e5a6fc630231 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efdcaea91686489f831abb659184a620&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1905353 Jun 17 17:43:28.406212 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54132) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:28.464763 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-737fb896-5ea2-4650-a848-6f042a0f2469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:28.490047 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-737fb896-5ea2-4650-a848-6f042a0f2469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:28.625202 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-737fb896-5ea2-4650-a848-6f042a0f2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:28.629533 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-2d9a52e7-c7a3-4490-a336-ffcefc8ca769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:28.641145 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fb896-5ea2-4650-a848-6f042a0f2469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9d8bf5-dd41-40e7-b17f-ac72bf698565,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:28.643972 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-737fb896-5ea2-4650-a848-6f042a0f2469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:28.653016 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-737fb896-5ea2-4650-a848-6f042a0f2469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:28.654162 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-737fb896-5ea2-4650-a848-6f042a0f2469 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e9d8bf5-dd41-40e7-b17f-ac72bf698565 HTTP/1.1" status: 204 len: 168 time: 0.2470026 Jun 17 17:43:31.627837 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:32.113684 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-03862df5-933d-4989-b47c-3a28a64821c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:32.420119 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:34.266641 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-9371fc56-1889-4e3d-a678-6a2687dbbd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:35.359319 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:36.886082 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:41.165362 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54266) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:41.321832 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:41.352285 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:41.356053 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Usage tracker for resource:security_group_rule and tenant:0aea69c06e2144a2b83c3901808763b7 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:41.358823 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:41.364848 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:41.435764 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:41.440161 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:41.447450 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5ce6d963-7351-4ec9-b7c6-f8d043d2f40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:41.492059 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0aea69c06e2144a2b83c3901808763b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3256340 Jun 17 17:43:41.492829 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60097bb9-039d-4c39-88e0-3089320e5fe0,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:41.494769 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54272) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:41.502067 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.502435 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.502835 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.503196 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.503555 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.503906 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.504266 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.504620 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.504969 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.505313 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.505659 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:41.509616 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9f8f05e9-4a5e-4fd6-9121-c0f1b2ca9517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:41.565526 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-33e99528-e242-4140-99da-565b6f6bd36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:41.592639 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-33e99528-e242-4140-99da-565b6f6bd36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:41.646592 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-33e99528-e242-4140-99da-565b6f6bd36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:41.650167 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-731cc877-e7bd-4ba7-973d-822b4b4236f7 tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:41.661188 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e99528-e242-4140-99da-565b6f6bd36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60097bb9-039d-4c39-88e0-3089320e5fe0,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:41.664931 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-33e99528-e242-4140-99da-565b6f6bd36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:41.668502 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-33e99528-e242-4140-99da-565b6f6bd36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:41.669592 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-33e99528-e242-4140-99da-565b6f6bd36d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60097bb9-039d-4c39-88e0-3089320e5fe0 HTTP/1.1" status: 204 len: 168 time: 0.1738636 Jun 17 17:43:41.916116 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:43:42.538017 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54294) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:42.693404 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-677442350-network', 'tenant_id': 'b2e23a750166410e988accd036789f26'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:42.697997 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:42.701782 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Usage tracker for resource:network and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:42.704563 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:42.710158 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:42.719937 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Made reservation on behalf of b2e23a750166410e988accd036789f26 for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:43:42.722199 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:42.734000 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:42.765083 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:42.768970 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:42.771780 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:42.777570 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:42.845470 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:42.849108 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:42.851893 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-171cf26f-1970-4bfd-a64c-5499b6e46757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:42.883038 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:43:42.888392 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21539dfb-1f22-47a8-ba75-36ba74f744f7,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:42.892372 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:42.896452 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:42.896670 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Added segment 6c181deb-8cbf-4f9f-8471-a24a5996fca1 of type vlan for network 782d9b5c-5001-4461-a332-507a9465329c Jun 17 17:43:42.922345 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:42.950446 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:42.951624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:43:42.952197 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:42.956080 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-deb404f4-9b50-4f3d-a79c-ff506317e715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:43.052650 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Pushing event updated for resources: {'Network': ['ID=782d9b5c-5001-4461-a332-507a9465329c,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:43.055862 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5168047 Jun 17 17:43:43.056812 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-fd3b54fa-562b-47fb-9269-bc92551cfa10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:43.058820 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54300) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:43.062764 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 782d9b5c-5001-4461-a332-507a9465329c details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:43:43.064977 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Request body: {'subnet': {'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-677442350-subnet', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'ip_version': 4}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:43.069688 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:43.073483 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Usage tracker for resource:subnet and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:43.076322 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:43.082495 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:43.092356 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Made reservation on behalf of b2e23a750166410e988accd036789f26 for: {'subnet': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:43:43.094664 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535349640'] for subnet, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:43.472713 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535842520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535349658'] for subnet, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:43.476364 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:43.546399 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e24b91-9d7f-4f84-ac32-e57287fe3969,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:43.550018 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:43.557651 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Checking segment: {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:43:43.557999 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Network hostable DHCP agents. Network: 782d9b5c-5001-4461-a332-507a9465329c, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:43:43.580173 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Network 782d9b5c-5001-4461-a332-507a9465329c is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:43:43.589412 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 782d9b5c-5001-4461-a332-507a9465329c) {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:43.599155 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862f562-03df-460e-983e-491844cb5f1f None None] Network 782d9b5c-5001-4461-a332-507a9465329c requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:43:43.602380 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:43:43.602979 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:43.622066 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-860f5941-0457-46f4-822a-2e6e40cafa98 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5622325 Jun 17 17:43:43.624726 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54304) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:43.630713 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:43.635346 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:43.639129 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Usage tracker for resource:router and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:43.643124 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:43.648869 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:43.659039 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4481'] for router, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:43.659991 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4504'] for router, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:43.679529 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:43.818594 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9a1c0de-a355-574c-b73a-2e4aec78109c-782d9b5c-5001-4461-a332-507a9465329c', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969'}]}} from dv-cinder-796864-1-smb. {{(pid=74250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:43:43.819457 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:43.828800 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4522'] for router, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:43.977329 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.db_base_plugin_common [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Allocated IP 172.20.0.2 (782d9b5c-5001-4461-a332-507a9465329c/b4e24b91-9d7f-4f84-ac32-e57287fe3969/77ab376c-c4e5-4a2c-942b-608d230fa0ef) {{(pid=74250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:43:44.014640 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.044996 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.183651 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Notify callbacks [] for port, precommit_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.194058 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Transition to ACTIVE for port object 77ab376c-c4e5-4a2c-942b-608d230fa0ef will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:43:44.198272 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Allocated IP 172.28.2.70 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/370976ca-06e6-414c-a946-fdb2881aef8d) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:43:44.213859 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Transition to ACTIVE for port object 77ab376c-c4e5-4a2c-942b-608d230fa0ef will not be triggered until provisioned by entity DHCP. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:43:44.219978 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.224246 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-934b5146-10e5-4d12-9587-a7b0a04fee0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:44.287704 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Network 782d9b5c-5001-4461-a332-507a9465329c is already hosted by enough agents. {{(pid=74250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:43:44.290540 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.base_scheduler [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Resources bound (agent type, host, resource id): {{(pid=74250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:44.294666 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Received port after_create {{(pid=74250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:43:44.299774 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Pushing event updated for resources: {'Port': ['ID=77ab376c-c4e5-4a2c-942b-608d230fa0ef,revision_number=1']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:44.338235 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.338608 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.338958 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.339286 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.339613 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.339925 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.340267 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.340607 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.340925 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.341240 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.341548 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:44.347880 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.349426 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:44.375312 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.380136 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-86129c4e-e933-4e6a-858f-a2a21fb7b0e2 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:44.397672 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Attempting to bind port 77ab376c-c4e5-4a2c-942b-608d230fa0ef on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:43:44.398037 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Attempting to bind port 77ab376c-c4e5-4a2c-942b-608d230fa0ef by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:43:44.398397 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Attempting to bind port 77ab376c-c4e5-4a2c-942b-608d230fa0ef on network 782d9b5c-5001-4461-a332-507a9465329c {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:43:44.404713 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:43:44.405079 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Checking segment: {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:43:44.405509 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.405909 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Bound using segment: {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:43:44.406382 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Bound port: 77ab376c-c4e5-4a2c-942b-608d230fa0ef, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:43:44.406807 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.501471 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] For port 77ab376c-c4e5-4a2c-942b-608d230fa0ef, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:43:44.505590 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] For port 77ab376c-c4e5-4a2c-942b-608d230fa0ef, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=77ab376c-c4e5-4a2c-942b-608d230fa0ef,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:43:44.509551 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.513615 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:44.555989 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:43:44.557106 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:44.558926 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Pushing event updated for resources: {'Port': ['ID=370976ca-06e6-414c-a946-fdb2881aef8d,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:44.561238 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:43:44.588301 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:44.602284 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Pushing event updated for resources: {'Port': ['ID=77ab376c-c4e5-4a2c-942b-608d230fa0ef,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:44.609558 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:44.735731 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.736514 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444073'] for router, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:44.987700 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 is scheduled to L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 with binding_index 1 {{(pid=74248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:43:45.186700 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:43:45.197535 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Sync routers for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:43:45.214235 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:43:45.215474 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:43:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:45.215908 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:45.220049 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-084d03f2-296d-45f7-a623-55bf3920cf00 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5943296 Jun 17 17:43:45.220299 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54308) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:45.435127 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:43:45.580830 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a39cebb-1172-493d-ade2-c53d0b3bf0f8 None None] Network 782d9b5c-5001-4461-a332-507a9465329c requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:43:45.732559 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 77ab376c-c4e5-4a2c-942b-608d230fa0ef up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:45.749894 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:44Z', 'revision_number': 3, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:45.754629 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Checking router: 10e32a6d-1a4e-4908-9489-1f5f865c80f4 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:43:45.755100 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Updating router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 port 370976ca-06e6-414c-a946-fdb2881aef8d binding host dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:43:45.814857 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:45.815984 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-5fd93fd2-b312-4fb8-914c-3ef2aace9b3e None None] Provisioning for port 77ab376c-c4e5-4a2c-942b-608d230fa0ef completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:43:45.912681 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 77ab376c-c4e5-4a2c-942b-608d230fa0ef completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:43:45.923604 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 77ab376c-c4e5-4a2c-942b-608d230fa0ef triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:45.924000 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.093553 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.131375 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 77ab376c-c4e5-4a2c-942b-608d230fa0ef, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=77ab376c-c4e5-4a2c-942b-608d230fa0ef,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:43:46.138241 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.142405 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.143494 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-b3bb4c53-6e52-4ed3-94e9-f63fa8edc273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:46.209086 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Notify callbacks [] for port, precommit_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.214605 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=77ab376c-c4e5-4a2c-942b-608d230fa0ef,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:46.221222 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:46.225734 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.provisioning_blocks [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Transition to ACTIVE for port object 370976ca-06e6-414c-a946-fdb2881aef8d will not be triggered until provisioned by entity L2. {{(pid=74251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:43:46.233480 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.240094 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:46.316553 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Pushing event updated for resources: {'Port': ['ID=370976ca-06e6-414c-a946-fdb2881aef8d,revision_number=2']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:46.318813 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Attempting to bind port 370976ca-06e6-414c-a946-fdb2881aef8d on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:43:46.319186 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Attempting to bind port 370976ca-06e6-414c-a946-fdb2881aef8d by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:43:46.319548 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Attempting to bind port 370976ca-06e6-414c-a946-fdb2881aef8d on network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:43:46.331135 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:43:46.331516 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Checking segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:43:46.331905 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.332293 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Bound using segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:43:46.332757 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Bound port: 370976ca-06e6-414c-a946-fdb2881aef8d, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:43:46.333146 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.358929 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-464eba2e-111b-41e8-816e-98f09902103e None None] Provisioning complete for port 77ab376c-c4e5-4a2c-942b-608d230fa0ef triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:46.359347 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-464eba2e-111b-41e8-816e-98f09902103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.360493 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.360493 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.360830 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.360982 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.361227 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.361600 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.362018 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.362337 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.362674 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.362991 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.363306 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:43:46.370382 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:46.387347 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Allocated IP 172.20.0.1 (782d9b5c-5001-4461-a332-507a9465329c/b4e24b91-9d7f-4f84-ac32-e57287fe3969/8098a841-664c-412e-8016-3ec50b06ab01) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:43:46.418673 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] For port 370976ca-06e6-414c-a946-fdb2881aef8d, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:43:46.422577 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] For port 370976ca-06e6-414c-a946-fdb2881aef8d, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=370976ca-06e6-414c-a946-fdb2881aef8d,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:43:46.428180 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.440241 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-563a1ca9-6a8a-4e04-9e09-162f7ee37b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:46.507982 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:43:46.508601 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:43:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:46.551665 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.570406 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.provisioning_blocks [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Transition to ACTIVE for port object 8098a841-664c-412e-8016-3ec50b06ab01 will not be triggered until provisioned by entity DHCP. {{(pid=74249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:43:46.597086 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.601624 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:46.624667 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Pushing event updated for resources: {'Port': ['ID=370976ca-06e6-414c-a946-fdb2881aef8d,revision_number=3']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:46.629820 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:46.667183 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Network 782d9b5c-5001-4461-a332-507a9465329c is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:43:46.670854 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:46.673282 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Pushing event updated for resources: {'Port': ['ID=8098a841-664c-412e-8016-3ec50b06ab01,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:46.675289 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:43:46.700196 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:46.730956 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442979'] for router_interface, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:46.733969 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:43:46.824184 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:47.022822 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-6ee06ea6-2fb5-4588-b7ae-51103352d9c4 None None] Provisioning for port 8098a841-664c-412e-8016-3ec50b06ab01 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:43:47.027641 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-6ee06ea6-2fb5-4588-b7ae-51103352d9c4 None None] Provisioning complete for port 8098a841-664c-412e-8016-3ec50b06ab01 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:47.028091 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-6ee06ea6-2fb5-4588-b7ae-51103352d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:47.028287 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:44Z', 'revision_number': 3, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:47.032265 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc3386-8703-435e-809f-05c1c75c4b70 None None] The sync data for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb is: [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:44Z', 'revision_number': 3, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:43:47.059297 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:47.065539 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535317221'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:47.095135 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-6ee06ea6-2fb5-4588-b7ae-51103352d9c4 None None] Port 8098a841-664c-412e-8016-3ec50b06ab01 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:43:47.098084 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:47.176476 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408071'] for router_interface, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:47.180122 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Pushing event updated for resources: {'Port': ['ID=8098a841-664c-412e-8016-3ec50b06ab01,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:47.183879 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:47.419127 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Network 782d9b5c-5001-4461-a332-507a9465329c is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:43:47.420207 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:47.738958 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e4469eb0-94be-4f72-b278-240ef3e99937 None None] Provisioning complete for port 8098a841-664c-412e-8016-3ec50b06ab01 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:47.739333 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e4469eb0-94be-4f72-b278-240ef3e99937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:47.811842 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 77ab376c-c4e5-4a2c-942b-608d230fa0ef up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:47.865506 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e4469eb0-94be-4f72-b278-240ef3e99937 None None] Port 8098a841-664c-412e-8016-3ec50b06ab01 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:43:47.892513 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 77ab376c-c4e5-4a2c-942b-608d230fa0ef triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:47.892513 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:47.924399 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:43:48.092525 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 370976ca-06e6-414c-a946-fdb2881aef8d up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:48.135722 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:43:48.161219 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] 10.222.0.15 "PUT /v2.0/routers/10e32a6d-1a4e-4908-9489-1f5f865c80f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9329116 Jun 17 17:43:48.167921 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 370976ca-06e6-414c-a946-fdb2881aef8d completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:43:48.175332 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 370976ca-06e6-414c-a946-fdb2881aef8d triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:48.175856 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:48.307307 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:48.323545 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 370976ca-06e6-414c-a946-fdb2881aef8d, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=370976ca-06e6-414c-a946-fdb2881aef8d,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:43:48.331132 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:48.333147 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:48.397697 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=370976ca-06e6-414c-a946-fdb2881aef8d,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:48.400717 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:48.995028 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54330) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:49.000651 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1604675270-network', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:49.005351 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:49.009158 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Usage tracker for resource:network and tenant:cd64ba4df141469c90572adfeb0f86ac is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:49.012927 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:49.018793 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:49.028654 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Made reservation on behalf of cd64ba4df141469c90572adfeb0f86ac for: {'network': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:43:49.031104 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for network, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.044187 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.077048 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:49.081396 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Usage tracker for resource:security_group_rule and tenant:cd64ba4df141469c90572adfeb0f86ac is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:49.084219 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:49.089866 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:49.158879 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.163146 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.166069 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-177e50d5-c3fb-4623-b956-a9353c7e6104 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:49.197637 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=74248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:43:49.203152 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fab983f-7da1-49b9-9c18-14dbb133a9fd,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:49.207344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:49.211497 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.211497 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.segments_db [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Added segment b278ee49-bb9f-4582-84a7-bc51a100a8a1 of type vlan for network 9960275a-5427-49c5-9f29-e1cbb3a16df7 Jun 17 17:43:49.237597 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743748176761'] for network, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.269577 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586'] for network, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.270848 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:43:49.271422 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.274761 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:49.378052 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3819261 Jun 17 17:43:49.379087 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9960275a-5427-49c5-9f29-e1cbb3a16df7,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:49.381851 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54334) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:49.382358 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-56ad675a-2022-4f7b-b960-75b31b1bb5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:49.388957 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Network 9960275a-5427-49c5-9f29-e1cbb3a16df7 details requested by agent ovs-agent-dv-cinder-796864-1-smb with host dv-cinder-796864-1-smb {{(pid=74250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:43:49.389445 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Request body: {'subnet': {'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1604675270-subnet', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'ip_version': 4}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:49.394107 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:49.397975 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Usage tracker for resource:subnet and tenant:cd64ba4df141469c90572adfeb0f86ac is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:49.400860 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:49.407690 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:49.419018 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Made reservation on behalf of cd64ba4df141469c90572adfeb0f86ac for: {'subnet': 1} {{(pid=74249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:43:49.421582 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-535300848'] for subnet, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.616117 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 370976ca-06e6-414c-a946-fdb2881aef8d up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:49.691752 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 370976ca-06e6-414c-a946-fdb2881aef8d triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:49.692122 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.824394 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-535328350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-535300834'] for subnet, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.828208 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-383db484-b806-43e4-8d51-34ee3026e0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:49.892957 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c2311d-061b-4da8-bd58-9ca04bf0300a,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:49.896708 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:49.910800 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Checking segment: {'id': 'b278ee49-bb9f-4582-84a7-bc51a100a8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:43:49.911175 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Network hostable DHCP agents. Network: 9960275a-5427-49c5-9f29-e1cbb3a16df7, hostable agents: ['1668105e-4772-4d8b-9186-4feea39a5859'], hosted agents: [] {{(pid=74249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:43:49.941790 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Network 9960275a-5427-49c5-9f29-e1cbb3a16df7 is scheduled to be hosted by DHCP agent 1668105e-4772-4d8b-9186-4feea39a5859 with binding_index 1 {{(pid=74249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:43:49.955618 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-smb, 9960275a-5427-49c5-9f29-e1cbb3a16df7) {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:49.965139 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84fc10-a000-4b27-85be-dc824dc83ea3 None None] Network 9960275a-5427-49c5-9f29-e1cbb3a16df7 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:43:49.967988 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:43:49.968573 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for subnet, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:49.990699 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-662c6f8d-fc70-4c04-b3aa-2c1a34ed8881 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6073246 Jun 17 17:43:49.993233 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54338) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:49.999875 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:50.005797 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:50.009987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Usage tracker for resource:router and tenant:cd64ba4df141469c90572adfeb0f86ac is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:50.013874 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:50.020704 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:50.031203 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-445934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4481'] for router, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.032050 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4504'] for router, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.053025 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.191519 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9a1c0de-a355-574c-b73a-2e4aec78109c-9960275a-5427-49c5-9f29-e1cbb3a16df7', 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'fixed_ips': [{'subnet_id': 'c5c2311d-061b-4da8-bd58-9ca04bf0300a'}]}} from dv-cinder-796864-1-smb. {{(pid=74250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:43:50.192340 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.207794 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4522'] for router, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.405922 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.db_base_plugin_common [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Allocated IP 172.20.0.2 (9960275a-5427-49c5-9f29-e1cbb3a16df7/c5c2311d-061b-4da8-bd58-9ca04bf0300a/927c078e-1f6f-4a24-8cec-581b632d0826) {{(pid=74250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:43:50.521076 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.554216 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.620970 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Notify callbacks [] for port, precommit_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.633894 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Transition to ACTIVE for port object 927c078e-1f6f-4a24-8cec-581b632d0826 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:43:50.655064 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Transition to ACTIVE for port object 927c078e-1f6f-4a24-8cec-581b632d0826 will not be triggered until provisioned by entity DHCP. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:43:50.662183 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654'] for port, after_create {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.668943 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:50.699012 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Sync routers for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:43:50.704259 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Allocated IP 172.28.2.218 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/728ebaba-9f5d-4988-a6ad-f9283edac44d) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:43:50.750676 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:43:50.751312 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:43:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:50.807299 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Network 9960275a-5427-49c5-9f29-e1cbb3a16df7 is already hosted by enough agents. {{(pid=74250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:43:50.817343 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Resources bound (agent type, host, resource id): {{(pid=74250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:50.823648 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Received port after_create {{(pid=74250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:43:50.825565 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Pushing event updated for resources: {'Port': ['ID=927c078e-1f6f-4a24-8cec-581b632d0826,revision_number=1']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:50.831892 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:50.867803 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.896358 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:50.900671 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6ae0ca51-6bb8-4694-957d-985b97ac8624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:50.964328 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:43:50.967027 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:50.971567 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:43:51.003977 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Attempting to bind port 927c078e-1f6f-4a24-8cec-581b632d0826 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:43:51.004341 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Attempting to bind port 927c078e-1f6f-4a24-8cec-581b632d0826 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': 'b278ee49-bb9f-4582-84a7-bc51a100a8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:43:51.004704 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Attempting to bind port 927c078e-1f6f-4a24-8cec-581b632d0826 on network 9960275a-5427-49c5-9f29-e1cbb3a16df7 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:43:51.014540 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Pushing event updated for resources: {'Port': ['ID=728ebaba-9f5d-4988-a6ad-f9283edac44d,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:51.019727 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:51.021349 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:43:51.021721 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Checking segment: {'id': 'b278ee49-bb9f-4582-84a7-bc51a100a8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:43:51.022126 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:51.022517 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Bound using segment: {'id': 'b278ee49-bb9f-4582-84a7-bc51a100a8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:43:51.023016 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Bound port: 927c078e-1f6f-4a24-8cec-581b632d0826, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b278ee49-bb9f-4582-84a7-bc51a100a8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:43:51.023487 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:51.072406 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:43:51.137339 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:51.138077 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444073'] for router, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:51.254457 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] For port 927c078e-1f6f-4a24-8cec-581b632d0826, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:43:51.314442 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] For port 927c078e-1f6f-4a24-8cec-581b632d0826, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=927c078e-1f6f-4a24-8cec-581b632d0826,segment=NetworkSegment(b278ee49-bb9f-4582-84a7-bc51a100a8a1),segment_id=b278ee49-bb9f-4582-84a7-bc51a100a8a1)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:43:51.322976 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:51.329237 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:51.380220 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Router ad1329d1-ad21-4504-a4b8-1a671f30d827 is scheduled to L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 with binding_index 1 {{(pid=74249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:43:51.448478 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Pushing event updated for resources: {'Port': ['ID=927c078e-1f6f-4a24-8cec-581b632d0826,revision_number=2']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:51.454186 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:51.533390 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '8098a841-664c-412e-8016-3ec50b06ab01', 'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'mac_address': 'fa:16:3e:99:23:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:46Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 2, 'project_id': 'b2e23a750166410e988accd036789f26', 'subnets': [{'id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:51.539610 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Checking router: 10e32a6d-1a4e-4908-9489-1f5f865c80f4 for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:43:51.539970 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Updating router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 port 8098a841-664c-412e-8016-3ec50b06ab01 binding host dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:43:51.615490 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:51.619315 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:43:51.642205 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Sync routers for ids ['ad1329d1-ad21-4504-a4b8-1a671f30d827'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:43:51.651137 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] Notify callbacks [] for router, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:51.655810 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-be7b850c-dc16-4926-8ad6-2d87b1e45769 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6616197 Jun 17 17:43:51.658744 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54342) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:51.670509 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Routers {'ad1329d1-ad21-4504-a4b8-1a671f30d827'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:43:51.671524 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:43:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['ad1329d1-ad21-4504-a4b8-1a671f30d827'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:51.886064 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Set router ad1329d1-ad21-4504-a4b8-1a671f30d827 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:43:52.145733 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Notify callbacks [] for port, precommit_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.160357 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Transition to ACTIVE for port object 8098a841-664c-412e-8016-3ec50b06ab01 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:43:52.171392 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.175832 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-8cf60cac-5d4b-45c4-bc86-6add53b5b7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:52.204337 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:51Z', 'revision_number': 3, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'gw_port': {'id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:52.207863 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Checking router: ad1329d1-ad21-4504-a4b8-1a671f30d827 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:43:52.208214 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Updating router ad1329d1-ad21-4504-a4b8-1a671f30d827 port 728ebaba-9f5d-4988-a6ad-f9283edac44d binding host dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:43:52.247230 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930f331-b6e3-48e9-aa42-44bfd397d414 None None] Pushing event updated for resources: {'Port': ['ID=8098a841-664c-412e-8016-3ec50b06ab01,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:52.252648 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-6930f331-b6e3-48e9-aa42-44bfd397d414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:52.268367 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.444253 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Attempting to bind port 8098a841-664c-412e-8016-3ec50b06ab01 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:43:52.444900 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Attempting to bind port 8098a841-664c-412e-8016-3ec50b06ab01 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:43:52.445333 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Attempting to bind port 8098a841-664c-412e-8016-3ec50b06ab01 on network 782d9b5c-5001-4461-a332-507a9465329c {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:43:52.452500 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:43:52.453819 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Checking segment: {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:43:52.453949 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.454505 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Bound using segment: {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:43:52.455467 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Bound port: 8098a841-664c-412e-8016-3ec50b06ab01, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:43:52.456114 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.597727 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] For port 8098a841-664c-412e-8016-3ec50b06ab01, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:43:52.601894 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] For port 8098a841-664c-412e-8016-3ec50b06ab01, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=8098a841-664c-412e-8016-3ec50b06ab01,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:43:52.611175 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.631481 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:52.701234 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e322bb3-488e-41a5-8825-cd5cbd1681b0 None None] Network 9960275a-5427-49c5-9f29-e1cbb3a16df7 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:43:52.745549 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.804660 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Notify callbacks [] for port, precommit_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.819150 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.provisioning_blocks [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Transition to ACTIVE for port object 728ebaba-9f5d-4988-a6ad-f9283edac44d will not be triggered until provisioned by entity L2. {{(pid=74251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:43:52.828028 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.834600 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:52.834814 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:43:52.835227 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:43:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:52.908489 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930f331-b6e3-48e9-aa42-44bfd397d414 None None] Pushing event updated for resources: {'Port': ['ID=8098a841-664c-412e-8016-3ec50b06ab01,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:52.914257 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aafcde-a7c4-4296-80b7-ffb445b7144d None None] Pushing event updated for resources: {'Port': ['ID=728ebaba-9f5d-4988-a6ad-f9283edac44d,revision_number=2']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:52.919444 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-e5aafcde-a7c4-4296-80b7-ffb445b7144d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:52.926620 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-6930f331-b6e3-48e9-aa42-44bfd397d414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:52.947705 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Attempting to bind port 728ebaba-9f5d-4988-a6ad-f9283edac44d on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:43:52.948899 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Attempting to bind port 728ebaba-9f5d-4988-a6ad-f9283edac44d by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:43:52.949312 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Attempting to bind port 728ebaba-9f5d-4988-a6ad-f9283edac44d on network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:43:52.957363 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:43:52.957886 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Checking segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:43:52.958691 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:52.958915 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Bound using segment: {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'} {{(pid=74251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:43:52.959471 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.managers [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Bound port: 728ebaba-9f5d-4988-a6ad-f9283edac44d, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcc6df0-1837-4f92-a69c-298f5ca622b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612'}}] {{(pid=74251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:43:52.959937 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:53.005747 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Allocated IP 172.20.0.1 (9960275a-5427-49c5-9f29-e1cbb3a16df7/c5c2311d-061b-4da8-bd58-9ca04bf0300a/c7df7d5c-2bb6-4791-a9fb-97eb948efae1) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:43:53.035869 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] For port 728ebaba-9f5d-4988-a6ad-f9283edac44d, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:43:53.039602 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.plugins.ml2.db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] For port 728ebaba-9f5d-4988-a6ad-f9283edac44d, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=728ebaba-9f5d-4988-a6ad-f9283edac44d,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:43:53.046392 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron_lib.callbacks.manager [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:53.054911 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-3db31f89-1b49-4a62-b274-b2339a14292e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:53.106382 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6d36-d2f2-4495-b70b-07922f49629f None None] Provisioning for port 927c078e-1f6f-4a24-8cec-581b632d0826 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:43:53.145741 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aafcde-a7c4-4296-80b7-ffb445b7144d None None] Pushing event updated for resources: {'Port': ['ID=728ebaba-9f5d-4988-a6ad-f9283edac44d,revision_number=3']} {{(pid=74251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:53.148932 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Routers {'ad1329d1-ad21-4504-a4b8-1a671f30d827'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:43:53.149561 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:43:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['ad1329d1-ad21-4504-a4b8-1a671f30d827'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:53.180370 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:43:53.198035 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:53.204658 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG oslo_concurrency.lockutils [None req-e5aafcde-a7c4-4296-80b7-ffb445b7144d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:53.216118 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Transition to ACTIVE for port object c7df7d5c-2bb6-4791-a9fb-97eb948efae1 will not be triggered until provisioned by entity DHCP. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:43:53.246171 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:53.251576 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-8636405d-bcde-4068-8db2-c5b041cf5988 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:53.323539 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Network 9960275a-5427-49c5-9f29-e1cbb3a16df7 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:43:53.327238 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:53.330018 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7df7d5c-2bb6-4791-a9fb-97eb948efae1,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:53.332389 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:43:53.333955 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] Set router ad1329d1-ad21-4504-a4b8-1a671f30d827 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:43:53.361752 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:53.388551 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442979'] for router_interface, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:53.482409 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:53.580655 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '8098a841-664c-412e-8016-3ec50b06ab01', 'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'mac_address': 'fa:16:3e:99:23:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:46Z', 'updated_at': '2021-06-17T17:43:52Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'subnets': [{'id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:53.587028 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863628f-e859-436a-adbe-46a042ec2d14 None None] The sync data for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb is: [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '8098a841-664c-412e-8016-3ec50b06ab01', 'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'mac_address': 'fa:16:3e:99:23:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:46Z', 'updated_at': '2021-06-17T17:43:52Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'subnets': [{'id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:43:53.704943 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:51Z', 'revision_number': 3, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'gw_port': {'id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:43:53.727989 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f741c82-0cd1-40ce-89c8-c0ce1507869b None None] The sync data for ids ['ad1329d1-ad21-4504-a4b8-1a671f30d827'] in dv-cinder-796864-1-smb is: [{'id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:51Z', 'revision_number': 3, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'gw_port': {'id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:43:53.753842 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 927c078e-1f6f-4a24-8cec-581b632d0826 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:53.841789 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:53.848244 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:53.854344 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 927c078e-1f6f-4a24-8cec-581b632d0826 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:43:53.862672 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 927c078e-1f6f-4a24-8cec-581b632d0826 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:53.863267 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:53.878716 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-66330119-e2fa-4397-ba29-73064b665c8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:53.968545 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7df7d5c-2bb6-4791-a9fb-97eb948efae1,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:53.973732 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:53.975224 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-408071'] for router_interface, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:54.004828 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:54.044314 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 927c078e-1f6f-4a24-8cec-581b632d0826, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=927c078e-1f6f-4a24-8cec-581b632d0826,segment=NetworkSegment(b278ee49-bb9f-4582-84a7-bc51a100a8a1),segment_id=b278ee49-bb9f-4582-84a7-bc51a100a8a1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:43:54.063058 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:54.065698 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:54.120518 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-56f8e7e6-606e-429d-a2ed-81e6234c1f11 None None] Provisioning for port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:43:54.131527 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-56f8e7e6-606e-429d-a2ed-81e6234c1f11 None None] Provisioning complete for port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:54.132052 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-56f8e7e6-606e-429d-a2ed-81e6234c1f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:54.144022 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Network 9960275a-5427-49c5-9f29-e1cbb3a16df7 is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:43:54.145294 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:43:54.241592 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=927c078e-1f6f-4a24-8cec-581b632d0826,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:54.246532 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:54.251781 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-56f8e7e6-606e-429d-a2ed-81e6234c1f11 None None] Port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:43:54.474585 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-c2df07aa-cb26-45f3-88f1-35fe2e389a31 None None] Provisioning complete for port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:54.475045 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c2df07aa-cb26-45f3-88f1-35fe2e389a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:54.532298 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-c2df07aa-cb26-45f3-88f1-35fe2e389a31 None None] Port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:43:54.561193 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Router ad1329d1-ad21-4504-a4b8-1a671f30d827 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:43:54.866452 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:43:54.875135 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/ad1329d1-ad21-4504-a4b8-1a671f30d827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2147200 Jun 17 17:43:55.678964 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 8098a841-664c-412e-8016-3ec50b06ab01 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:55.748737 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 8098a841-664c-412e-8016-3ec50b06ab01 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:43:55.753447 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 8098a841-664c-412e-8016-3ec50b06ab01 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:55.753816 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:55.866718 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:55.898242 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 8098a841-664c-412e-8016-3ec50b06ab01, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=8098a841-664c-412e-8016-3ec50b06ab01,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:43:55.901911 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:55.902859 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 927c078e-1f6f-4a24-8cec-581b632d0826 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:55.925823 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-4a5d9b7a-734d-421d-8d7d-472b4c34812b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:56.016267 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=8098a841-664c-412e-8016-3ec50b06ab01,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:56.019691 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:56.030168 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 927c078e-1f6f-4a24-8cec-581b632d0826 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:56.030543 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:56.582893 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54354) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:56.590361 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411265187', 'description': 'tempest-secgroup-smoke-1411265187 description', 'project_id': 'b2e23a750166410e988accd036789f26'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:56.596942 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:56.600941 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:security_group and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:56.604009 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:56.610947 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:56.622149 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:56.659461 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:56.663395 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:security_group_rule and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:56.666341 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:56.673005 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:56.732687 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:56.737564 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:56.741619 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3653e9ea-d593-48c0-bcc0-c7bd82472590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:56.784072 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:56.788386 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2016685 Jun 17 17:43:56.788386 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc95c34-79cf-4743-bf11-ce89979a955d,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:56.788678 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54358) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:56.789511 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-fc689a7a-2fd4-47f5-9091-e6295f039b53 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:56.795489 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Request body: {'security_group_rule': {'security_group_id': '1cc95c34-79cf-4743-bf11-ce89979a955d', 'project_id': 'b2e23a750166410e988accd036789f26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:56.801866 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:56.807357 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:security_group_rule and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:56.812750 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:56.818929 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:56.836391 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:56.900771 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:56.904488 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:56.911529 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ffff0383-63ca-497b-909c-0861a63f9c2e tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:56.930428 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e7d341-bcf8-47f5-be89-5d5052991ea5,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:56.932997 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:56.941337 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:56.942732 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1521335 Jun 17 17:43:56.945436 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54362) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:56.951025 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Request body: {'security_group_rule': {'security_group_id': '1cc95c34-79cf-4743-bf11-ce89979a955d', 'project_id': 'b2e23a750166410e988accd036789f26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:56.957502 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:56.961419 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:security_group_rule and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:56.964500 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:56.970788 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:56.987975 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.052526 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.056426 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.059368 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-0168a944-87d3-46d2-8b46-0747983626fc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:57.086484 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a5cdda-64e1-4f10-a1b5-df248cab534e,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:57.089180 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:57.098899 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.100077 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-90003ffa-4c88-4b87-9d9b-91c70fcc081a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1537333 Jun 17 17:43:57.102794 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54366) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:57.108376 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Request body: {'security_group_rule': {'security_group_id': '1cc95c34-79cf-4743-bf11-ce89979a955d', 'project_id': 'b2e23a750166410e988accd036789f26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:57.114208 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:57.118030 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:security_group_rule and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:57.120955 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:57.127174 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:57.146699 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.210075 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.213746 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.220277 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:57.240317 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785373aa-0758-4289-bc11-cfbd03471750,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:57.243591 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:57.251347 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.252494 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-6cb8a9f4-5a0d-42ef-b7af-17dfc977cb39 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1488097 Jun 17 17:43:57.255335 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54370) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:57.260930 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Request body: {'security_group_rule': {'security_group_id': '1cc95c34-79cf-4743-bf11-ce89979a955d', 'project_id': 'b2e23a750166410e988accd036789f26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:57.266745 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:57.270519 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:security_group_rule and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:57.273379 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:57.279220 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:57.296208 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.371114 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.375023 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.381194 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:57.400811 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d072efe9-546c-47d7-86a2-3f1418644fad,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:57.402824 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:57.413051 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.414380 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-59ea91ac-d63c-4c50-b41a-46c2545222be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1580677 Jun 17 17:43:57.417229 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54374) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:57.423540 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Request body: {'security_group_rule': {'security_group_id': '1cc95c34-79cf-4743-bf11-ce89979a955d', 'project_id': 'b2e23a750166410e988accd036789f26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:57.429187 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:57.433098 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:security_group_rule and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:57.436569 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:57.442248 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:57.451930 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.securitygroups_db [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Project b2e23a750166410e988accd036789f26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:43:57.458456 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.525451 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.529275 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.532234 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:57.554972 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cd5e3d-4eb9-412c-a51c-540f58b6c0ec,revision_number=0']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:57.557508 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:57.565137 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.569416 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54378) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:43:57.569545 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-ece3abe4-f5bc-430e-8504-49e0d0208a9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1512172 Jun 17 17:43:57.576324 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Request body: {'security_group_rule': {'security_group_id': '1cc95c34-79cf-4743-bf11-ce89979a955d', 'project_id': 'b2e23a750166410e988accd036789f26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:43:57.583082 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:43:57.588531 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:security_group_rule and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:43:57.591614 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:43:57.598078 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:43:57.612158 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.db.securitygroups_db [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Project b2e23a750166410e988accd036789f26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:43:57.619006 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.683593 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 8098a841-664c-412e-8016-3ec50b06ab01 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:57.693765 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.697933 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505000'] for security_group_rule, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.700072 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3b23db18-6bea-47e1-add1-5bc2e99782bb tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:57.726452 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa8297d-7287-47d4-a4b6-883988e46bf3,revision_number=0']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:57.730959 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:57.736419 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.737653 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-c23ee478-0383-45cb-a848-ff6234f37df2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1668203 Jun 17 17:43:57.760772 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 8098a841-664c-412e-8016-3ec50b06ab01 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:57.761141 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:57.881455 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 728ebaba-9f5d-4988-a6ad-f9283edac44d up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:57.957055 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port 728ebaba-9f5d-4988-a6ad-f9283edac44d completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:43:57.963133 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 728ebaba-9f5d-4988-a6ad-f9283edac44d triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:57.963511 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:58.079420 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:58.096876 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port 728ebaba-9f5d-4988-a6ad-f9283edac44d, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=728ebaba-9f5d-4988-a6ad-f9283edac44d,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:43:58.101195 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:43:58.103091 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:43:58.173899 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=728ebaba-9f5d-4988-a6ad-f9283edac44d,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:43:58.176932 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:43:59.622121 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 728ebaba-9f5d-4988-a6ad-f9283edac44d up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:43:59.695572 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port 728ebaba-9f5d-4988-a6ad-f9283edac44d triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:43:59.695825 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:01.635857 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:02.114570 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-d53021df-ea77-4499-933c-05dbd3d549ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:02.423860 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:04.270078 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd1b5-537f-4ae1-bafa-39444447cbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:05.361917 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:06.887949 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:13.517834 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Sync routers for ids ['ad1329d1-ad21-4504-a4b8-1a671f30d827'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:44:13.529641 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Routers {'ad1329d1-ad21-4504-a4b8-1a671f30d827'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:44:13.530248 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:44:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['ad1329d1-ad21-4504-a4b8-1a671f30d827'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:44:13.708315 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Set router ad1329d1-ad21-4504-a4b8-1a671f30d827 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:44:14.050766 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:53Z', 'revision_number': 4, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'gw_port': {'id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': 'c7df7d5c-2bb6-4791-a9fb-97eb948efae1', 'name': '', 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'mac_address': 'fa:16:3e:5a:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c2311d-061b-4da8-bd58-9ca04bf0300a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:52Z', 'updated_at': '2021-06-17T17:43:53Z', 'revision_number': 2, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'subnets': [{'id': 'c5c2311d-061b-4da8-bd58-9ca04bf0300a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:44:14.054648 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Checking router: ad1329d1-ad21-4504-a4b8-1a671f30d827 for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:44:14.055005 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Updating router ad1329d1-ad21-4504-a4b8-1a671f30d827 port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 binding host dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:44:14.108694 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:14.445389 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Notify callbacks [] for port, precommit_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:14.459427 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Transition to ACTIVE for port object c7df7d5c-2bb6-4791-a9fb-97eb948efae1 will not be triggered until provisioned by entity L2. {{(pid=74250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:44:14.465736 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:14.469265 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0bd0edca-fbd2-42b6-be4f-f8b26ffd60c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:14.589341 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de416d8-4674-45ba-995b-959295741bc5 None None] Pushing event updated for resources: {'Port': ['ID=c7df7d5c-2bb6-4791-a9fb-97eb948efae1,revision_number=3']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:14.593727 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0de416d8-4674-45ba-995b-959295741bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:14.681754 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Attempting to bind port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 on host dv-cinder-796864-1-smb for vnic_type normal with profile {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:44:14.682126 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Attempting to bind port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 by drivers openvswitch,hyperv on host dv-cinder-796864-1-smb at level 0 using segments [{'id': 'b278ee49-bb9f-4582-84a7-bc51a100a8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7'}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:44:14.682488 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Attempting to bind port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 on network 9960275a-5427-49c5-9f29-e1cbb3a16df7 {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:44:14.689807 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Checking agent: {'id': '201aebf0-5a4a-42f4-b566-e9af29f0721b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 23, 2), 'started_at': datetime.datetime(2021, 6, 17, 17, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:44:14.690189 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Checking segment: {'id': 'b278ee49-bb9f-4582-84a7-bc51a100a8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:44:14.690616 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:14.690984 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Bound using segment: {'id': 'b278ee49-bb9f-4582-84a7-bc51a100a8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7'} {{(pid=74250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:44:14.691449 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.managers [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Bound port: c7df7d5c-2bb6-4791-a9fb-97eb948efae1, host: dv-cinder-796864-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b278ee49-bb9f-4582-84a7-bc51a100a8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7'}}] {{(pid=74250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:44:14.691818 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:14.784644 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] For port c7df7d5c-2bb6-4791-a9fb-97eb948efae1, host dv-cinder-796864-1-smb, cleared binding levels {{(pid=74250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:44:14.788136 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] For port c7df7d5c-2bb6-4791-a9fb-97eb948efae1, host dv-cinder-796864-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=c7df7d5c-2bb6-4791-a9fb-97eb948efae1,segment=NetworkSegment(b278ee49-bb9f-4582-84a7-bc51a100a8a1),segment_id=b278ee49-bb9f-4582-84a7-bc51a100a8a1)] {{(pid=74250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:44:14.794831 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:14.799159 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:14.883622 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de416d8-4674-45ba-995b-959295741bc5 None None] Pushing event updated for resources: {'Port': ['ID=c7df7d5c-2bb6-4791-a9fb-97eb948efae1,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:14.887124 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0de416d8-4674-45ba-995b-959295741bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:14.888684 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Routers {'ad1329d1-ad21-4504-a4b8-1a671f30d827'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:44:14.889561 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:44:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['ad1329d1-ad21-4504-a4b8-1a671f30d827'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:44:15.082601 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] Set router ad1329d1-ad21-4504-a4b8-1a671f30d827 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:44:15.390905 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:53Z', 'revision_number': 4, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'gw_port': {'id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': 'c7df7d5c-2bb6-4791-a9fb-97eb948efae1', 'name': '', 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'mac_address': 'fa:16:3e:5a:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c2311d-061b-4da8-bd58-9ca04bf0300a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:52Z', 'updated_at': '2021-06-17T17:44:14Z', 'revision_number': 4, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'subnets': [{'id': 'c5c2311d-061b-4da8-bd58-9ca04bf0300a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:44:15.394776 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba43de-9b15-456b-856c-89e32d938559 None None] The sync data for ids ['ad1329d1-ad21-4504-a4b8-1a671f30d827'] in dv-cinder-796864-1-smb is: [{'id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:53Z', 'revision_number': 4, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'gw_port': {'id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': 'c7df7d5c-2bb6-4791-a9fb-97eb948efae1', 'name': '', 'network_id': '9960275a-5427-49c5-9f29-e1cbb3a16df7', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'mac_address': 'fa:16:3e:5a:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c2311d-061b-4da8-bd58-9ca04bf0300a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:52Z', 'updated_at': '2021-06-17T17:44:14Z', 'revision_number': 4, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'subnets': [{'id': 'c5c2311d-061b-4da8-bd58-9ca04bf0300a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:44:15.646003 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device c7df7d5c-2bb6-4791-a9fb-97eb948efae1 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:44:15.721524 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning for port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:44:15.727270 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:44:15.727639 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:15.899787 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:15.935224 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] For port c7df7d5c-2bb6-4791-a9fb-97eb948efae1, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=c7df7d5c-2bb6-4791-a9fb-97eb948efae1,segment=NetworkSegment(b278ee49-bb9f-4582-84a7-bc51a100a8a1),segment_id=b278ee49-bb9f-4582-84a7-bc51a100a8a1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:44:15.939336 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:15.941286 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:16.009389 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Pushing event updated for resources: {'Port': ['ID=c7df7d5c-2bb6-4791-a9fb-97eb948efae1,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:16.012460 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:17.630567 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device c7df7d5c-2bb6-4791-a9fb-97eb948efae1 up at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:44:17.696346 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Provisioning complete for port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:44:17.696711 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:18.915528 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:44:19.400851 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-0e77daa9-3a16-4549-9320-a5f0e9b488b3 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Synchronizing usage tracker for tenant:b2e23a750166410e988accd036789f26 on resource:security_group {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:44:19.416155 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-0e77daa9-3a16-4549-9320-a5f0e9b488b3 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Unset dirty status for tenant:b2e23a750166410e988accd036789f26 on resource:security_group {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:44:19.417440 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-0e77daa9-3a16-4549-9320-a5f0e9b488b3 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411265187&fields=id&tenant_id=b2e23a750166410e988accd036789f26 HTTP/1.1" status: 200 len: 267 time: 0.0565536 Jun 17 17:44:19.566389 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-f7ab2588-e163-417e-ab86-64a1f9d0d25d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:19.567085 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-f7ab2588-e163-417e-ab86-64a1f9d0d25d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Synchronizing usage tracker for tenant:b2e23a750166410e988accd036789f26 on resource:network {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:44:19.583416 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-f7ab2588-e163-417e-ab86-64a1f9d0d25d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Unset dirty status for tenant:b2e23a750166410e988accd036789f26 on resource:network {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:44:19.584772 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-f7ab2588-e163-417e-ab86-64a1f9d0d25d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 808 time: 0.1602995 Jun 17 17:44:19.600787 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-89e76cb4-faad-46bc-b76a-69340435ccc0 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/quotas/b2e23a750166410e988accd036789f26 HTTP/1.1" status: 200 len: 375 time: 0.0105450 Jun 17 17:44:19.681297 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-95e76231-4441-42ab-80d5-437508b1c184 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749118 Jun 17 17:44:19.824101 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-b4b1dfe8-18b4-4c0f-a581-9dae8d51ce22 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=74248) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:44:19.825082 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-b4b1dfe8-18b4-4c0f-a581-9dae8d51ce22 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1324022 Jun 17 17:44:19.961196 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-1542d618-d784-4f22-a02a-44de21127fcf service neutron] 10.222.0.15 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297159 Jun 17 17:44:20.102362 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-905f3a7e-ae21-4b07-af2b-d7a523c18a06 service neutron] 10.222.0.15 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353853 Jun 17 17:44:20.567075 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-89cc440b-0d1b-4ac2-b585-597eabdcc50f req-aa72e83e-39a5-47e6-82f5-ec2f2919b734 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 210 time: 0.0489414 Jun 17 17:44:21.692484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-d236dd86-80c0-4a96-b2db-d6ada4ff980b tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:21.693881 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-d236dd86-80c0-4a96-b2db-d6ada4ff980b tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 808 time: 0.1563387 Jun 17 17:44:21.750799 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-cc1c1894-badd-43f7-b0cc-148df83eb4fc req-1447b795-7c75-49f7-a9dd-edff3fd2ffac tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 210 time: 0.0559220 Jun 17 17:44:21.798486 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-6ccd6d32-8900-4a12-95d0-5d2205b3a2bf tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2e23a750166410e988accd036789f26 HTTP/1.1" status: 200 len: 7065 time: 0.0746355 Jun 17 17:44:21.806947 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Request body: {'port': {'device_id': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'admin_state_up': True, 'tenant_id': 'b2e23a750166410e988accd036789f26', 'security_groups': ['1cc95c34-79cf-4743-bf11-ce89979a955d']}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:44:21.945265 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:44:21.951002 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:port and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:44:21.953802 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:44:21.959498 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.quota.driver [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:44:21.970267 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Made reservation on behalf of b2e23a750166410e988accd036789f26 for: {'port': 1} {{(pid=74248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:44:21.973300 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:22.137777 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_common [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Allocated IP 172.20.0.9 (782d9b5c-5001-4461-a332-507a9465329c/b4e24b91-9d7f-4f84-ac32-e57287fe3969/7fb1c535-a363-4b5a-af07-3a01d4d3cd7c) {{(pid=74248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:44:22.365524 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for port, precommit_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:22.381829 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Transition to ACTIVE for port object 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c will not be triggered until provisioned by entity DHCP. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:44:22.406370 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_create {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:22.412520 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-340e8b1a-1e66-4d07-be78-c58a4cab23fb tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:22.489324 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Network 782d9b5c-5001-4461-a332-507a9465329c is already hosted by enough agents. {{(pid=74248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:44:22.493083 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.base_scheduler [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources bound (agent type, host, resource id): {{(pid=74248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:44:22.497935 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Received port after_create {{(pid=74248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:44:22.532086 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'Port': ['ID=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,revision_number=1']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:22.557289 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.557713 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.558166 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.558516 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.558935 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.559337 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.559963 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.560341 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.560775 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.561136 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.561560 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:44:22.567651 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:22.583380 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:22.584148 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:22.608441 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8048871 Jun 17 17:44:22.704557 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.v2.base [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Request body: {'port': {'device_id': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=74248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:44:22.749368 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-9fda0e81-d0a8-4a98-8fc2-606758e85fac None None] Provisioning for port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c completed by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:44:22.754541 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-9fda0e81-d0a8-4a98-8fc2-606758e85fac None None] Provisioning complete for port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c triggered by entity DHCP. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:44:22.755055 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-9fda0e81-d0a8-4a98-8fc2-606758e85fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:22.810072 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-9fda0e81-d0a8-4a98-8fc2-606758e85fac None None] Port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c cannot update to ACTIVE because it is not bound. {{(pid=74250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:44:22.818705 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:23.185110 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9d6e4-1ab3-44dd-8640-2d4328d07ef3 req-d5433117-4e91-455c-96ab-0b5db084e35d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:23.185844 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-57e9d6e4-1ab3-44dd-8640-2d4328d07ef3 req-d5433117-4e91-455c-96ab-0b5db084e35d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Synchronizing usage tracker for tenant:b2e23a750166410e988accd036789f26 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:44:23.225162 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-57e9d6e4-1ab3-44dd-8640-2d4328d07ef3 req-d5433117-4e91-455c-96ab-0b5db084e35d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Unset dirty status for tenant:b2e23a750166410e988accd036789f26 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:44:23.226293 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-57e9d6e4-1ab3-44dd-8640-2d4328d07ef3 req-d5433117-4e91-455c-96ab-0b5db084e35d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 931 time: 0.2592423 Jun 17 17:44:23.302047 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-57e9d6e4-1ab3-44dd-8640-2d4328d07ef3 req-57eb0359-dc21-4ee1-addb-d623f7032333 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633008 Jun 17 17:44:23.353569 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c {{(pid=74248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:44:23.360616 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:23.375582 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.provisioning_blocks [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Transition to ACTIVE for port object 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c will not be triggered until provisioned by entity L2. {{(pid=74248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:44:23.379705 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:23.383195 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-9937ee5b-6730-410e-80e8-9adfa142d8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:23.508864 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,revision_number=2']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:23.512344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:23.615075 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Attempting to bind port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c on host hv-cinder-79686 for vnic_type normal with profile {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:44:23.615465 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Attempting to bind port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:44:23.615864 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Attempting to bind port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c on network 782d9b5c-5001-4461-a332-507a9465329c {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:44:23.622385 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c on network 782d9b5c-5001-4461-a332-507a9465329c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:44:23.623567 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Attempting to bind port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c on network 782d9b5c-5001-4461-a332-507a9465329c {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:44:23.630357 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Checking agent: {'id': '12d3db29-0cdf-4832-9b24-284b9af44747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'started_at': datetime.datetime(2021, 6, 17, 17, 29, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:44:23.630728 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Checking segment: {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:44:23.631113 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Bound using segment: {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'} {{(pid=74248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:44:23.631567 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.managers [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Bound port: 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c181deb-8cbf-4f9f-8471-a24a5996fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '782d9b5c-5001-4461-a332-507a9465329c'}}] {{(pid=74248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:44:23.631996 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:23.737664 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, cleared binding levels {{(pid=74248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:44:23.740925 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:44:23.745467 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535851619'] for port, after_update {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:23.750070 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-cfa51223-6aba-431a-84f7-d38b034487c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:23.813364 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:23.814797 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 1093 time: 1.1931169 Jun 17 17:44:23.815299 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:44:23.838037 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,revision_number=3']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:23.841983 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-78d3f8ca-6fbc-4905-9603-031b2c6954f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:23.906791 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'status': 'completed', 'code': 200} Jun 17 17:44:23.956357 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-1460c34d-1d35-4c9e-92c6-20d0ec33efc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1096 time: 0.0814095 Jun 17 17:44:24.031833 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-003e78d6-b35f-4769-a68d-f0eb6a96e7cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 217 time: 0.0629601 Jun 17 17:44:24.107518 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-9ba869a5-c9e7-4b76-b9a0-4574924d1c21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:24.109013 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-9ba869a5-c9e7-4b76-b9a0-4574924d1c21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0710495 Jun 17 17:44:24.188020 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-5688c73a-b952-46d3-a14d-be5bd7053166 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729201 Jun 17 17:44:24.336901 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-ae2899ba-5b71-40a4-94ae-a16e6a240c64 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420100 Jun 17 17:44:24.523130 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-80c19405-b954-479d-9057-9ea3ad7785e7 req-8ae012e9-606c-4e60-b9e1-938c9226b7c6 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796532 Jun 17 17:44:24.540883 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701722d7-0fb0-4487-a60d-f1aabc1aceab req-9182ef5d-df92-49cf-aa2d-c04895ff1f3f tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:24.542374 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-701722d7-0fb0-4487-a60d-f1aabc1aceab req-9182ef5d-df92-49cf-aa2d-c04895ff1f3f tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 943 time: 0.1129839 Jun 17 17:44:24.589226 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-701722d7-0fb0-4487-a60d-f1aabc1aceab req-776402f9-f64e-400e-a0d2-ae34a332ee64 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404375 Jun 17 17:44:24.676106 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d97eca55-c573-404d-bbe5-0770180996f4 req-8ef26a03-b35d-49e8-9104-1a13da3ec69d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1096 time: 0.0672283 Jun 17 17:44:24.903559 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eca55-c573-404d-bbe5-0770180996f4 req-d502e36d-01db-4561-aac6-a9363ccd55b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:24.905462 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d97eca55-c573-404d-bbe5-0770180996f4 req-d502e36d-01db-4561-aac6-a9363ccd55b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.2229373 Jun 17 17:44:24.977443 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d97eca55-c573-404d-bbe5-0770180996f4 req-6f739b4d-ace1-42b8-96bb-276bee23a3b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 217 time: 0.0653169 Jun 17 17:44:25.041866 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eca55-c573-404d-bbe5-0770180996f4 req-dabba334-9447-4c49-a991-7bc2f1c8e8ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:25.043316 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d97eca55-c573-404d-bbe5-0770180996f4 req-dabba334-9447-4c49-a991-7bc2f1c8e8ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0599501 Jun 17 17:44:25.119258 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d97eca55-c573-404d-bbe5-0770180996f4 req-e852005e-39e3-4be3-9067-065e43183420 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700738 Jun 17 17:44:25.250186 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d97eca55-c573-404d-bbe5-0770180996f4 req-aa3dc2f1-5b84-40fd-b4dd-391634bca0bb service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240418 Jun 17 17:44:25.378360 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d97eca55-c573-404d-bbe5-0770180996f4 req-1c3fb1c1-10ea-4aae-ba95-40d2aecb8346 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219547 Jun 17 17:44:25.781867 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315720b-8176-4f79-bbc5-3d40264fc711 req-d0a87384-262c-4a19-9b45-ff098f59c38c tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:25.783333 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8315720b-8176-4f79-bbc5-3d40264fc711 req-d0a87384-262c-4a19-9b45-ff098f59c38c tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 943 time: 0.0755079 Jun 17 17:44:25.828607 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8315720b-8176-4f79-bbc5-3d40264fc711 req-a396ac8d-3663-42d3-9e3c-7c7319f153ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396807 Jun 17 17:44:27.037262 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b415-1d6d-445c-bc63-066cb9ed8e3e req-3a87cad5-76be-40d3-a51b-890248a7c641 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:27.038616 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9249b415-1d6d-445c-bc63-066cb9ed8e3e req-3a87cad5-76be-40d3-a51b-890248a7c641 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 943 time: 0.0803235 Jun 17 17:44:27.094226 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9249b415-1d6d-445c-bc63-066cb9ed8e3e req-b378efa3-f6dd-4607-bf6a-8db2b67c4ed8 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478430 Jun 17 17:44:28.291687 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af7d27-a388-4928-b994-6667a6eab11c req-200a2119-86fd-4d11-a611-6bcdb6cb69b4 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:28.293117 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10af7d27-a388-4928-b994-6667a6eab11c req-200a2119-86fd-4d11-a611-6bcdb6cb69b4 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 943 time: 0.0772707 Jun 17 17:44:28.339587 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-10af7d27-a388-4928-b994-6667a6eab11c req-91d95b40-4d14-4c6e-9188-cb931524cfbe tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403974 Jun 17 17:44:29.544605 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be942044-77d0-4da7-baf1-8fa386bb6166 req-85b0a2f1-5308-4f6e-b816-294fae416743 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:29.546758 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-be942044-77d0-4da7-baf1-8fa386bb6166 req-85b0a2f1-5308-4f6e-b816-294fae416743 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 943 time: 0.0786867 Jun 17 17:44:29.590068 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-be942044-77d0-4da7-baf1-8fa386bb6166 req-03343840-7b7d-4dbd-8b09-9369d3cb3dda tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 Jun 17 17:44:29.657501 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:44:29.789905 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:44:29.803162 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'port_id': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'mac_address': 'fa:16:3e:b8:a1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:44:29.858278 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:29.875723 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:44:29.890017 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:44:29.893655 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:29.895407 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:29.958987 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,revision_number=4']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:29.961880 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:30.297355 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['7fb1c535-a363-4b5a-af07-3a01d4d3cd7c'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:44:30.781006 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7688224-5f9a-4429-a995-007b3654cbfb req-30afd37a-743d-43c9-b0d5-bff5c5374085 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:30.782434 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7688224-5f9a-4429-a995-007b3654cbfb req-30afd37a-743d-43c9-b0d5-bff5c5374085 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 944 time: 0.0757039 Jun 17 17:44:30.831079 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c7688224-5f9a-4429-a995-007b3654cbfb req-4cf18354-ede3-4a0c-9224-a7d45c03258f tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432029 Jun 17 17:44:31.632612 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:31.657349 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:44:31.731332 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning for port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c completed by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:44:31.738111 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:44:31.738111 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:31.848629 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:31.876119 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:44:31.886223 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:44:31.890797 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:31.892750 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:31.956898 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,revision_number=5']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:31.963278 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:32.025903 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'code': 200} Jun 17 17:44:32.047429 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c0b04-551d-4b4f-8e59-fcbbe8e7ad9b req-a23e3221-d3b4-41cb-b9ae-72e8f2079934 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:32.049907 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-de1c0b04-551d-4b4f-8e59-fcbbe8e7ad9b req-a23e3221-d3b4-41cb-b9ae-72e8f2079934 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0933459 Jun 17 17:44:32.108412 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-de1c0b04-551d-4b4f-8e59-fcbbe8e7ad9b req-4745a29e-6f05-416e-bb90-7805b0941198 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521331 Jun 17 17:44:32.115932 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e5ece080-b45c-4218-a117-c9efee945692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:32.357449 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d46856c9-ffb6-40c8-8488-76d96ecb9389 req-7b53cd86-5c20-4cc3-bd74-76ed0b97e409 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.0705440 Jun 17 17:44:32.402776 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-d46856c9-ffb6-40c8-8488-76d96ecb9389 req-acd4ddf4-f4ad-4c9b-ac47-c86df9837d86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392296 Jun 17 17:44:32.426657 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:33.311091 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78823c61-3f50-4461-82e5-dca73771ba7f req-e5d51fe4-128b-47bc-a150-f797a800478c tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:33.312546 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-78823c61-3f50-4461-82e5-dca73771ba7f req-e5d51fe4-128b-47bc-a150-f797a800478c tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0812652 Jun 17 17:44:33.365448 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-78823c61-3f50-4461-82e5-dca73771ba7f req-73c3b070-a7d8-461f-8b74-7d54b0d3a90f tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470860 Jun 17 17:44:34.273443 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-051dba74-3111-41dd-bbc5-90d6919a1859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:34.574220 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eca0c-9216-4908-adbc-f7620dafb513 req-1c99f775-d511-4578-963f-563fab239530 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:34.575704 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c27eca0c-9216-4908-adbc-f7620dafb513 req-1c99f775-d511-4578-963f-563fab239530 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0816607 Jun 17 17:44:34.621998 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c27eca0c-9216-4908-adbc-f7620dafb513 req-cd90d04b-ae05-480a-81a0-0bc3b36c0ec8 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406520 Jun 17 17:44:34.821346 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6c967-8b1e-484b-a14f-525a80be700d req-18663b03-7f40-4363-a633-60aaa9b29271 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:34.823581 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8cd6c967-8b1e-484b-a14f-525a80be700d req-18663b03-7f40-4363-a633-60aaa9b29271 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0776334 Jun 17 17:44:34.879815 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8cd6c967-8b1e-484b-a14f-525a80be700d req-a660b2b8-64ea-486a-93ce-8a929f9ed0dc tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497816 Jun 17 17:44:34.907073 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54504) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:44:35.051291 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-050bf191-4a51-422c-a7e8-875f8d3fccb8 tempest-TestShelveInstance-26981869 tempest-TestShelveInstance-26981869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1093 time: 0.1429856 Jun 17 17:44:35.054033 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54510) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:44:35.059653 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.v2.base [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Request body: {'floatingip': {'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'port_id': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:44:35.065470 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:44:35.069327 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Usage tracker for resource:floatingip and tenant:b2e23a750166410e988accd036789f26 is out of sync, need to count used quota {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:44:35.072287 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.quota.resource [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:44:35.078690 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.quota.driver [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:44:35.089179 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for floatingip, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:35.227154 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:35.364879 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:35.468385 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.db_base_plugin_common [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Allocated IP 172.28.2.108 (473b1ea0-5c3c-409d-b8da-ab336fe0d612/ca002e0f-8941-47a1-aa24-475ab6208e5c/03447e8c-2806-45be-b5c9-4d4d1b4b2d82) {{(pid=74249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:44:35.535707 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-f911bf2c-2c93-43e1-9f2b-ab9e53b192d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711694 Jun 17 17:44:35.620335 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for port, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:35.652443 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743748156654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:35.657451 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-cc0c792a-8f1d-44c7-9dbf-fd4b318c2290 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:35.696801 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-a97162a9-dadd-4d89-9fa0-98377e21cb40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.0765829 Jun 17 17:44:35.725361 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Network 473b1ea0-5c3c-409d-b8da-ab336fe0d612 is already hosted by enough agents. {{(pid=74249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:44:35.728296 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.base_scheduler [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Resources bound (agent type, host, resource id): {{(pid=74249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:44:35.732731 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Received port after_create {{(pid=74249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:44:35.778208 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'Port': ['ID=03447e8c-2806-45be-b5c9-4d4d1b4b2d82,revision_number=1']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:35.783987 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:35.950170 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-9ae77180-c4ce-4f53-85fa-667efa08b478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:35.952185 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-9ae77180-c4ce-4f53-85fa-667efa08b478 service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.2368040 Jun 17 17:44:36.023693 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-811e2b9d-000b-4cff-a3e1-cbbaadfd85a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 217 time: 0.0652127 Jun 17 17:44:36.089821 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-064e6a2a-1c13-4479-827b-e11ba32bcba7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:36.091319 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-064e6a2a-1c13-4479-827b-e11ba32bcba7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0616286 Jun 17 17:44:36.177320 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-49f928f8-c5c4-4263-99b3-3d0f57ae3ffa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799053 Jun 17 17:44:36.281969 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:36.309672 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-c85da6ca-2f2b-4fe5-913c-c528cf9b5984 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252904 Jun 17 17:44:36.337297 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:36.442905 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3db2a684-37d0-411e-ac83-77fc90dd9413 req-beb3e438-6b14-49b6-90d8-2df4832c7ddd service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276896 Jun 17 17:44:36.547591 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for port, precommit_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:36.552422 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-535317221'] for port, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:36.556237 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-21b7d73c-b862-4438-9dff-584134c1766c tempest-ServerRescueNegativeTestJSON-217667634 tempest-ServerRescueNegativeTestJSON-217667634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:44:36.661458 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event updated for resources: {'Port': ['ID=03447e8c-2806-45be-b5c9-4d4d1b4b2d82,revision_number=2']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:44:36.665493 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:44:36.675495 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444120'] for floatingip, after_update {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:36.875553 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.db.l3_db [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Floating IP e7b6b063-6df6-4f99-82c5-fde30caedd0f associated. External IP: 172.28.2.108, port: 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c. Jun 17 17:44:36.890577 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:37.367601 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:44:37.566790 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:44:37.576732 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] Sync routers for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:44:37.589086 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:44:37.589713 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:44:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:44:37.593937 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:44:37.662733 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-8fa97140-e7ee-4cf2-a700-9232fd8f830d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5962925 Jun 17 17:44:37.662733 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c'}] {{(pid=74249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:44:37.770438 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:44:37.791053 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'status': 'completed', 'code': 200} Jun 17 17:44:37.908430 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35b3c6d8-ea0d-4c4e-a41d-d7f25f10ec6a req-2b41b848-5cc8-4b8a-8060-f0bbce0bc225 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.0732272 Jun 17 17:44:38.042172 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c6d8-ea0d-4c4e-a41d-d7f25f10ec6a req-9ac61a2a-6882-43e4-a8b5-ed70bfeb3a39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:38.043583 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35b3c6d8-ea0d-4c4e-a41d-d7f25f10ec6a req-9ac61a2a-6882-43e4-a8b5-ed70bfeb3a39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.1296246 Jun 17 17:44:38.118670 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'e7b6b063-6df6-4f99-82c5-fde30caedd0f', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'port_id': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'mac_address': 'fa:16:3e:b8:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:44:36Z', 'updated_at': '2021-06-17T17:44:36Z', 'revision_number': 0, 'project_id': 'b2e23a750166410e988accd036789f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8098a841-664c-412e-8016-3ec50b06ab01', 'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'mac_address': 'fa:16:3e:99:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:46Z', 'updated_at': '2021-06-17T17:43:55Z', 'revision_number': 5, 'project_id': 'b2e23a750166410e988accd036789f26', 'subnets': [{'id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:44:38.122708 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] Checking router: 10e32a6d-1a4e-4908-9489-1f5f865c80f4 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:44:38.133093 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:44:38.133690 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:44:34Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:44:38.147383 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35b3c6d8-ea0d-4c4e-a41d-d7f25f10ec6a req-41522b9c-9a38-4737-b939-3133e2e52bbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 999 time: 0.0979433 Jun 17 17:44:38.217034 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c6d8-ea0d-4c4e-a41d-d7f25f10ec6a req-f5151145-60a2-4a0d-b6d7-b614b0165004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:44:38.218495 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35b3c6d8-ea0d-4c4e-a41d-d7f25f10ec6a req-f5151145-60a2-4a0d-b6d7-b614b0165004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0637877 Jun 17 17:44:38.294693 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35b3c6d8-ea0d-4c4e-a41d-d7f25f10ec6a req-83526922-6a0d-4cee-aa3b-81ade4819eab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692348 Jun 17 17:44:38.339029 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:44:38.431973 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35b3c6d8-ea0d-4c4e-a41d-d7f25f10ec6a req-27e1b8a9-743e-4e54-ba0c-2976d92f6d85 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287980 Jun 17 17:44:38.568361 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-35b3c6d8-ea0d-4c4e-a41d-d7f25f10ec6a req-d0e30eb8-899c-4e63-a45f-3b5a1834bb55 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268396 Jun 17 17:44:38.683158 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'e7b6b063-6df6-4f99-82c5-fde30caedd0f', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'port_id': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'mac_address': 'fa:16:3e:b8:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:44:36Z', 'updated_at': '2021-06-17T17:44:36Z', 'revision_number': 0, 'project_id': 'b2e23a750166410e988accd036789f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8098a841-664c-412e-8016-3ec50b06ab01', 'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'mac_address': 'fa:16:3e:99:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:46Z', 'updated_at': '2021-06-17T17:43:55Z', 'revision_number': 5, 'project_id': 'b2e23a750166410e988accd036789f26', 'subnets': [{'id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:44:38.688198 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362a511-0787-4474-a94c-604f73ab6f51 None None] The sync data for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb is: [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_floatingips': [{'id': 'e7b6b063-6df6-4f99-82c5-fde30caedd0f', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'router_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'port_id': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'mac_address': 'fa:16:3e:b8:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:44:36Z', 'updated_at': '2021-06-17T17:44:36Z', 'revision_number': 0, 'project_id': 'b2e23a750166410e988accd036789f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8098a841-664c-412e-8016-3ec50b06ab01', 'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'mac_address': 'fa:16:3e:99:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:46Z', 'updated_at': '2021-06-17T17:43:55Z', 'revision_number': 5, 'project_id': 'b2e23a750166410e988accd036789f26', 'subnets': [{'id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:44:38.879829 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23771363-3db5-431c-836e-9b7a1b7fd192 None None] New status for floating IP e7b6b063-6df6-4f99-82c5-fde30caedd0f: ACTIVE {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:44:55.914718 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:45:01.642403 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:02.117001 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-34cfe2ed-ef4f-47fb-ab58-ddcfc083c226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:02.429468 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:04.274310 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-157216bf-d781-4946-9676-fd7c060d539d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:05.363902 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:06.892944 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:31.642999 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:32.118161 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-65b67f97-36f2-4976-8636-6d7036bd4219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:32.431452 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:32.913656 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:45:34.274725 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-18d20d3d-1756-4baa-aa9e-e340e0d28cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:35.367243 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:35.518514 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-895ae950-cf09-48db-b04f-f0eec68e95f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663939 Jun 17 17:45:35.671394 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-03df8d79-9397-48f3-a694-68ee25b3074d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.0707350 Jun 17 17:45:35.905002 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-552c4edc-bfc0-4437-9d62-a723d1464cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:45:35.906434 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-552c4edc-bfc0-4437-9d62-a723d1464cc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.2147772 Jun 17 17:45:36.006932 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-76d88752-325a-43d8-90b0-6a88093b6fe9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 1001 time: 0.0937254 Jun 17 17:45:36.071929 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-1c554bd4-4670-48a1-95db-28780bad353c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:45:36.073500 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-1c554bd4-4670-48a1-95db-28780bad353c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0606501 Jun 17 17:45:36.151456 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-67e92618-49ca-48da-b949-f9246eb40c0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710039 Jun 17 17:45:36.281858 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-34810435-682e-4fe7-bf46-4a0e3fc24d80 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239436 Jun 17 17:45:36.410547 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-753809a0-7225-4f6f-ad01-932d78bbe340 req-4531fd9b-39e6-4ea7-ac75-001a7183dec2 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226707 Jun 17 17:45:36.895897 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:01.642731 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.119857 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-409a97c6-fdbd-4308-a450-903919a3c8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.433954 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:04.277174 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a0d4-2b15-494d-8554-b9e2a8c35665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:05.369660 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:06.899984 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:09.913450 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:46:31.643969 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:32.121744 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-f61026be-dc98-4ce4-a87b-5edbfa5853a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:32.439241 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:34.278470 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b245b6ee-032c-4ccb-802a-fc24e6e8b017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:35.373732 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:36.505122 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-28f1d6e8-0110-4c8d-8469-76e50cbe67f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678618 Jun 17 17:46:36.658007 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-6e1ffc62-ef4d-4d99-9847-2359b641a8fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.0718842 Jun 17 17:46:36.801258 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-eaa0be5c-37c7-43f6-87c9-5e9a42e17dfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:36.802634 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-eaa0be5c-37c7-43f6-87c9-5e9a42e17dfd service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.1258893 Jun 17 17:46:36.900612 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:36.907714 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-dd06924e-191c-479a-be6d-3289176d774e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 1001 time: 0.0991142 Jun 17 17:46:36.975419 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-7fb13b33-2d79-46fd-8974-795dd4e133af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:36.977037 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-7fb13b33-2d79-46fd-8974-795dd4e133af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0634341 Jun 17 17:46:37.052299 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-6bee9145-e24d-4b82-bb96-8158258d9fc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690651 Jun 17 17:46:37.182090 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-83cf089b-da84-4008-96ee-8f1950813d87 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238525 Jun 17 17:46:37.312508 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7466df52-145e-4f15-8771-7fbd9dbd10ed req-949cfad1-a577-4f90-a20f-ecbba8a15445 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240170 Jun 17 17:46:46.912964 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:47:01.663876 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:02.125625 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7b99-8930-4726-9ac7-e7ecd9acbc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:02.441099 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:04.280125 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-15c699e9-97a4-4890-99ef-64b9f07578dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:05.375942 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:05.760986 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dff9c-9cca-4cfc-8a78-52c9d6839882 req-cc6cf537-e84f-4a49-8531-2428f018ab45 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:05.762333 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-135dff9c-9cca-4cfc-8a78-52c9d6839882 req-cc6cf537-e84f-4a49-8531-2428f018ab45 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.1631160 Jun 17 17:47:05.811126 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-135dff9c-9cca-4cfc-8a78-52c9d6839882 req-e12aa1fb-a5dd-4ce9-a9bb-8b3c387d5729 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432658 Jun 17 17:47:06.904243 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:07.096412 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951113-7ffa-43d0-ae2c-4027d8f6f470 req-a2bc1d73-9827-49d0-8705-df3e1c92b3e0 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:07.097867 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e6951113-7ffa-43d0-ae2c-4027d8f6f470 req-a2bc1d73-9827-49d0-8705-df3e1c92b3e0 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.1457510 Jun 17 17:47:07.148669 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-e6951113-7ffa-43d0-ae2c-4027d8f6f470 req-a9dc389c-d025-4f67-a78d-abe67366c465 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Jun 17 17:47:08.454136 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac9dd-0a0b-45be-82a1-554cb45c5c96 req-f74a46f1-aafc-499c-85ec-4003c83c9d1b tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:08.455506 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-eb8ac9dd-0a0b-45be-82a1-554cb45c5c96 req-f74a46f1-aafc-499c-85ec-4003c83c9d1b tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.1718366 Jun 17 17:47:08.500515 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-eb8ac9dd-0a0b-45be-82a1-554cb45c5c96 req-471179f0-f9d1-4222-a24a-5d87f1fe40d9 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393970 Jun 17 17:47:09.695423 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd43c04-d24d-4935-a660-cf70794e10c1 req-30df2cce-4790-422a-8fb3-c740a283568c tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:09.696873 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8dd43c04-d24d-4935-a660-cf70794e10c1 req-30df2cce-4790-422a-8fb3-c740a283568c tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0769358 Jun 17 17:47:09.742932 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8dd43c04-d24d-4935-a660-cf70794e10c1 req-96291482-a7d0-48e6-877c-45ab097f5032 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401933 Jun 17 17:47:10.941878 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070c6e-2873-4635-a9de-300a245aecf6 req-259fab18-6495-404f-ba82-81ce0019505d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:10.943886 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-68070c6e-2873-4635-a9de-300a245aecf6 req-259fab18-6495-404f-ba82-81ce0019505d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0811136 Jun 17 17:47:10.989604 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-68070c6e-2873-4635-a9de-300a245aecf6 req-f53e98cf-c43b-4a57-a730-28929f1ef929 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401421 Jun 17 17:47:12.186287 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ae257-523e-4a65-9751-e3990151116c req-ffaf0333-c34c-44e0-93ca-db92fe1318be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:12.187809 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c7ae257-523e-4a65-9751-e3990151116c req-ffaf0333-c34c-44e0-93ca-db92fe1318be tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0773239 Jun 17 17:47:12.233116 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-9c7ae257-523e-4a65-9751-e3990151116c req-4e5756f7-5740-4738-8e29-f9475fa341b1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Jun 17 17:47:13.431469 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c2fe-6d53-41e5-9eea-682be15691af req-1bbc7969-085c-41c0-80ca-98cb6a313394 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:13.432927 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-abc1c2fe-6d53-41e5-9eea-682be15691af req-1bbc7969-085c-41c0-80ca-98cb6a313394 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0801868 Jun 17 17:47:13.479198 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-abc1c2fe-6d53-41e5-9eea-682be15691af req-c7ae279a-db19-463c-8e0c-fc27d07020ba tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407562 Jun 17 17:47:14.678626 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046ebe-2115-4ab3-bf06-7c03d0da71fe req-b8f49ca8-bb4c-45fc-92a2-76aa8913bd6a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:14.680078 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-25046ebe-2115-4ab3-bf06-7c03d0da71fe req-b8f49ca8-bb4c-45fc-92a2-76aa8913bd6a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0767720 Jun 17 17:47:14.730523 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-25046ebe-2115-4ab3-bf06-7c03d0da71fe req-4167ace3-af4f-4813-b292-4b675dc55d12 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Jun 17 17:47:15.839129 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-954a8753-410e-4806-9d55-318676a9d9ad req-56f94c49-cb74-4aff-8257-7b1fb674b5bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.0730126 Jun 17 17:47:16.030249 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a8753-410e-4806-9d55-318676a9d9ad req-673406a8-9ace-4051-a450-7994c6cbb6f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:16.031635 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-954a8753-410e-4806-9d55-318676a9d9ad req-673406a8-9ace-4051-a450-7994c6cbb6f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.1866529 Jun 17 17:47:16.041484 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8bf27-a907-407f-9825-f5e6a77da9b6 req-628cbeee-8825-40a6-8163-e8a44ad19c6b tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:16.042972 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3dd8bf27-a907-407f-9825-f5e6a77da9b6 req-628cbeee-8825-40a6-8163-e8a44ad19c6b tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.1803689 Jun 17 17:47:16.176329 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-954a8753-410e-4806-9d55-318676a9d9ad req-9af55de7-910e-43dd-ae74-cb70baaa330c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 1001 time: 0.1313024 Jun 17 17:47:16.181214 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-3dd8bf27-a907-407f-9825-f5e6a77da9b6 req-8ea6fdb0-9c86-414f-821c-69f9f04e3f2d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874906 Jun 17 17:47:16.239197 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a8753-410e-4806-9d55-318676a9d9ad req-3e10503b-26f1-4cf0-9af2-eb4a402b1ee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:16.240690 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-954a8753-410e-4806-9d55-318676a9d9ad req-3e10503b-26f1-4cf0-9af2-eb4a402b1ee0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0586390 Jun 17 17:47:16.321865 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-954a8753-410e-4806-9d55-318676a9d9ad req-5ab3cbe8-d3a4-463c-a7a0-6a136053a907 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745742 Jun 17 17:47:16.454366 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-954a8753-410e-4806-9d55-318676a9d9ad req-4b00b11b-f25b-4523-a6a6-863b2af859af service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255233 Jun 17 17:47:16.586599 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-954a8753-410e-4806-9d55-318676a9d9ad req-b226002e-a720-4ff4-b476-16f285ef138a service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263039 Jun 17 17:47:17.377994 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9d1f6-5eda-4f7c-bde7-cb9948b339da req-03f66220-9109-4fc0-8652-b7fcb07e3378 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:17.379471 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-67b9d1f6-5eda-4f7c-bde7-cb9948b339da req-03f66220-9109-4fc0-8652-b7fcb07e3378 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0757723 Jun 17 17:47:17.428441 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-67b9d1f6-5eda-4f7c-bde7-cb9948b339da req-b646a1fb-4303-454e-a6d8-256a8351bff2 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Jun 17 17:47:18.634726 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80033bb-f034-4ad3-b04c-ff2972ec1280 req-78143e53-653d-4700-a83d-7900d7a3ba6a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:18.636217 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c80033bb-f034-4ad3-b04c-ff2972ec1280 req-78143e53-653d-4700-a83d-7900d7a3ba6a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0836422 Jun 17 17:47:18.687003 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c80033bb-f034-4ad3-b04c-ff2972ec1280 req-7685a7f1-c76c-407d-9d5c-ccb3e9bc69a4 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Jun 17 17:47:19.883217 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707f942-74f6-442e-9630-5cf3b6186d23 req-ddd85f44-6cba-4b2f-a70d-ee38ad4cec1e tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:19.884838 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f707f942-74f6-442e-9630-5cf3b6186d23 req-ddd85f44-6cba-4b2f-a70d-ee38ad4cec1e tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0757916 Jun 17 17:47:19.929810 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-f707f942-74f6-442e-9630-5cf3b6186d23 req-77bea278-8446-41ed-8b71-213040db8737 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Jun 17 17:47:20.272825 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-16c2efa6-af8b-4d8c-9a2b-0c90dc6f5988 req-25f679a3-4180-406a-b101-d47fc0ad60b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2263460 Jun 17 17:47:20.506842 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54620) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:47:20.538482 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:47:20.544192 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f606dae-ce8a-402a-9a7b-bb9e35679d52 req-c583f000-da1d-419d-a43a-d418143fb0f7 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:20.545633 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f606dae-ce8a-402a-9a7b-bb9e35679d52 req-c583f000-da1d-419d-a43a-d418143fb0f7 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0794935 Jun 17 17:47:20.596616 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-4f606dae-ce8a-402a-9a7b-bb9e35679d52 req-816002df-1868-47cf-9487-0388b938293e tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452287 Jun 17 17:47:20.651305 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-e254cfdd-4782-462f-a71d-d8bf7b32651f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1431377 Jun 17 17:47:20.654604 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:20.689503 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:47:20.690295 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:47:20.696304 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:20.698048 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:47:20.757909 dv-cinder-796864-1-smb neutron-server[74250]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'code': 422} returned with failed status Jun 17 17:47:20.769944 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,revision_number=6']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:47:20.778736 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.779085 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.779416 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.779739 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.780061 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.780386 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.780696 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.781015 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.781308 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.781619 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.781929 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:47:20.785979 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:47:21.860482 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d295a-3839-4f41-bf77-cf520664f107 req-48b4237b-e00f-4738-b4bd-a417b3acca9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:21.861819 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa4d295a-3839-4f41-bf77-cf520664f107 req-48b4237b-e00f-4738-b4bd-a417b3acca9a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 943 time: 0.1423941 Jun 17 17:47:21.865183 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-699ab439-dce8-4562-9852-8924ac873a14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68&tenant_id=b2e23a750166410e988accd036789f26 HTTP/1.1" status: 200 len: 1096 time: 0.1066606 Jun 17 17:47:21.948756 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-aa4d295a-3839-4f41-bf77-cf520664f107 req-0580f6e2-0e83-4601-ab2f-2c5c6aa9ce56 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806477 Jun 17 17:47:21.977132 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-1e54abcd-5207-4e23-a537-790d3444e0cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1096 time: 0.0777333 Jun 17 17:47:22.108696 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-8adb368e-1cfb-414e-b317-2fe3b0a62d2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:22.110129 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-8adb368e-1cfb-414e-b317-2fe3b0a62d2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.1263676 Jun 17 17:47:22.210836 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-52163c21-7d7a-4ea7-9d7c-24700ab9b6b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 999 time: 0.0947421 Jun 17 17:47:22.272706 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-3c1dfce9-2b32-46bc-a1f4-3d8ddd3c4e67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:22.274116 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-3c1dfce9-2b32-46bc-a1f4-3d8ddd3c4e67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0572913 Jun 17 17:47:22.347795 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-e5c81bb8-e644-486f-a099-5830f6c502d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673776 Jun 17 17:47:22.479874 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-70189ac5-027d-42cb-9da1-dc1cdc0cf56b service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257153 Jun 17 17:47:22.611616 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31d0f175-5ad7-4198-bacb-a9efc318c5b0 req-63ddc4ba-1e28-47a9-8b57-437a2660cf6c service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257594 Jun 17 17:47:23.147774 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77f5f-876f-4eee-92aa-31b08fa0c476 req-74d09b3a-1e96-4f29-8e07-5b92a82421a7 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:23.149255 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c6b77f5f-876f-4eee-92aa-31b08fa0c476 req-74d09b3a-1e96-4f29-8e07-5b92a82421a7 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 943 time: 0.0812209 Jun 17 17:47:23.195864 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-c6b77f5f-876f-4eee-92aa-31b08fa0c476 req-f14c6a55-5f9b-4124-bd21-8df20c519ae8 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Jun 17 17:47:23.912702 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:47:24.390777 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05178f23-aaa9-4179-bf66-c930b11c9bb4 req-7b0f9c03-c155-4bfc-ae37-574804fd2f9f tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:24.392224 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-05178f23-aaa9-4179-bf66-c930b11c9bb4 req-7b0f9c03-c155-4bfc-ae37-574804fd2f9f tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 943 time: 0.0766673 Jun 17 17:47:24.440209 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-05178f23-aaa9-4179-bf66-c930b11c9bb4 req-d4efb10e-31f2-4f2f-be0e-70e2fb40777a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Jun 17 17:47:25.637520 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772e804-b8aa-478b-b65a-f7e085eea368 req-3119ca54-bc94-42b9-a976-c9acd9391f41 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:25.638971 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0772e804-b8aa-478b-b65a-f7e085eea368 req-3119ca54-bc94-42b9-a976-c9acd9391f41 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 943 time: 0.0743759 Jun 17 17:47:25.684998 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-0772e804-b8aa-478b-b65a-f7e085eea368 req-4c34acf2-4dc4-47df-98ca-f1a5af57021d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405385 Jun 17 17:47:26.570644 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=74250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:47:26.700816 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:47:26.714375 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Returning: {'device': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'port_id': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'mac_address': 'fa:16:3e:b8:a1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:47:26.769075 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:26.787270 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c {{(pid=74250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:47:26.803049 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:47:26.807937 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:26.810000 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:47:26.877646 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,revision_number=7']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:47:26.880761 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:47:26.893068 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a26a2-b449-4bb0-94f3-578e1a984644 req-be9d692f-989a-4d5d-bb18-5ab243d3718a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:26.894522 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-637a26a2-b449-4bb0-94f3-578e1a984644 req-be9d692f-989a-4d5d-bb18-5ab243d3718a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 944 time: 0.0831108 Jun 17 17:47:26.940708 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-637a26a2-b449-4bb0-94f3-578e1a984644 req-7f3e29da-5016-4f69-9d27-8c106b7d321a tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Jun 17 17:47:27.253600 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] get_ports_and_sgs() called for port_ids ['7fb1c535-a363-4b5a-af07-3a01d4d3cd7c'] {{(pid=74250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:47:28.138228 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014df07-49ad-455e-a966-d08b43f6acbe req-f3119476-8c82-4015-b4f7-5c1a642f66f5 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:28.139727 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8014df07-49ad-455e-a966-d08b43f6acbe req-f3119476-8c82-4015-b4f7-5c1a642f66f5 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 944 time: 0.0763934 Jun 17 17:47:28.186753 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-8014df07-49ad-455e-a966-d08b43f6acbe req-7dac8bc5-a8ce-4608-ac93-765302f66911 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412569 Jun 17 17:47:28.570235 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c up at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:47:28.637393 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.provisioning_blocks [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Provisioning complete for port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c triggered by entity L2. {{(pid=74250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:47:28.637765 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1444963'] for port, provisioning_complete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:28.754953 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686581'] for port, before_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:28.781907 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c'}] {{(pid=74250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:47:28.791947 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:47:28.796227 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743748599709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743748156932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743748156977'] for port, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:28.798136 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-0de416d8-4674-45ba-995b-959295741bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:47:28.842731 dv-cinder-796864-1-smb neutron-server[74250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'code': 200} Jun 17 17:47:28.867342 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Pushing event updated for resources: {'Port': ['ID=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,revision_number=8']} {{(pid=74250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:47:28.870134 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_concurrency.lockutils [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:47:29.191158 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ad8229d5-a642-4d79-8dd1-575992d190e0 req-561cfb49-c53c-4852-b7c6-580fdd550253 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.0761375 Jun 17 17:47:29.234937 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-ad8229d5-a642-4d79-8dd1-575992d190e0 req-1875c047-976c-4dc2-8c3f-1ac2c7bdb258 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374200 Jun 17 17:47:29.383144 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdcd25-40cf-4dfb-9540-c8a030fba92a req-b017a1fc-f344-4b46-bf2b-69663545df50 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:29.384581 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-93bdcd25-40cf-4dfb-9540-c8a030fba92a req-b017a1fc-f344-4b46-bf2b-69663545df50 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0775237 Jun 17 17:47:29.432863 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-93bdcd25-40cf-4dfb-9540-c8a030fba92a req-a2b106ba-2e9c-42da-8aa8-598909cd0f69 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 Jun 17 17:47:30.741489 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ff03d-9f3c-43af-9c76-747dd03b42aa req-826b9099-33a1-4d6b-9ac7-87ff467a9ed5 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:30.743335 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-980ff03d-9f3c-43af-9c76-747dd03b42aa req-826b9099-33a1-4d6b-9ac7-87ff467a9ed5 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.1785102 Jun 17 17:47:30.802191 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-980ff03d-9f3c-43af-9c76-747dd03b42aa req-5375fbbe-7d55-497a-bc10-1090b4bc2de8 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515938 Jun 17 17:47:31.685477 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:32.000109 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40325d-6882-4b14-af75-66c97879cc01 req-111cea5c-d16b-4be2-861e-920bc0372995 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:32.001484 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7a40325d-6882-4b14-af75-66c97879cc01 req-111cea5c-d16b-4be2-861e-920bc0372995 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0795681 Jun 17 17:47:32.046979 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-7a40325d-6882-4b14-af75-66c97879cc01 req-d73d3c0c-55b1-4c93-b0d1-5827791e697d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393350 Jun 17 17:47:32.127947 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7a1e87d7-3bf2-4d25-a7e8-30ea8588a2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:32.444098 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:34.285920 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e175c2ea-ef52-470d-b69d-4d0a3a7d5dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:35.378728 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:36.907056 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:38.556561 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-752f289b-b728-407d-b129-2d99fb53ee50 req-33abb04e-bba9-4ab2-8f2b-44d00782b18c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672634 Jun 17 17:47:38.716829 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-752f289b-b728-407d-b129-2d99fb53ee50 req-c47881a9-566e-410c-be91-934c0d6d9a26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.0744596 Jun 17 17:47:38.861983 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f289b-b728-407d-b129-2d99fb53ee50 req-a858fc35-aa4d-43d3-a2dc-357f17de631e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:38.863590 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-752f289b-b728-407d-b129-2d99fb53ee50 req-a858fc35-aa4d-43d3-a2dc-357f17de631e service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.1281359 Jun 17 17:47:38.969207 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-752f289b-b728-407d-b129-2d99fb53ee50 req-c57f87e2-02bb-47e5-b962-7cc4b56c830a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 1001 time: 0.0993969 Jun 17 17:47:39.030969 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f289b-b728-407d-b129-2d99fb53ee50 req-21dafa54-86d2-4c56-b8de-fc9d5d3a3bd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:47:39.032448 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-752f289b-b728-407d-b129-2d99fb53ee50 req-21dafa54-86d2-4c56-b8de-fc9d5d3a3bd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0570264 Jun 17 17:47:39.106779 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-752f289b-b728-407d-b129-2d99fb53ee50 req-d9a5ce84-c85a-470b-8ee9-fe91ce8ad32f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673809 Jun 17 17:47:39.242737 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-752f289b-b728-407d-b129-2d99fb53ee50 req-1af0c0d1-81b0-44e6-b4b9-b49061d4b280 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294150 Jun 17 17:47:39.373523 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-752f289b-b728-407d-b129-2d99fb53ee50 req-67f438c5-5122-4f00-8e49-d1016a549311 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241038 Jun 17 17:48:00.912458 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:48:01.693489 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:02.130692 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-00e72ebd-605b-45ed-a1b2-5be239473e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:02.446579 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:04.279902 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-81fef61c-533e-42ac-aa42-0688c4073350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:05.382094 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:06.909670 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:31.701792 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:32.131706 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-50a92824-3a93-4d73-90a7-27afed64e699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:32.448283 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:34.280776 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8cb9943d-0b53-4640-b59e-3d7e7c562efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:35.384828 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:36.912426 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:37.912757 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:48:41.177139 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31ea06a2-363d-4632-a897-56f213789a0f req-91a7e153-f0ec-4127-b3b1-9c095d1eb493 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709276 Jun 17 17:48:41.336084 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31ea06a2-363d-4632-a897-56f213789a0f req-c2d18a29-5429-4920-9acc-32faf41ba6b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.0681508 Jun 17 17:48:41.484233 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea06a2-363d-4632-a897-56f213789a0f req-c9622a18-75c5-4d63-8ead-e7ee28875be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:41.485612 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31ea06a2-363d-4632-a897-56f213789a0f req-c9622a18-75c5-4d63-8ead-e7ee28875be5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.1248431 Jun 17 17:48:41.588620 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31ea06a2-363d-4632-a897-56f213789a0f req-8aebf893-19ca-466c-9fba-832c1ba564bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 1001 time: 0.0953360 Jun 17 17:48:41.650734 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea06a2-363d-4632-a897-56f213789a0f req-dfd1ac51-1b78-459c-8663-e85b99069860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:41.652140 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31ea06a2-363d-4632-a897-56f213789a0f req-dfd1ac51-1b78-459c-8663-e85b99069860 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.0563974 Jun 17 17:48:41.734582 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31ea06a2-363d-4632-a897-56f213789a0f req-5a7485a2-3255-4a1e-bbd6-cf85e3d11b48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754352 Jun 17 17:48:41.957840 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31ea06a2-363d-4632-a897-56f213789a0f req-f649f52c-af79-4554-9cef-70047a50cd8f service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161825 Jun 17 17:48:42.087325 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-31ea06a2-363d-4632-a897-56f213789a0f req-b00d1b3e-0f73-42bb-9811-d6a221fb4e43 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227407 Jun 17 17:49:01.698900 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:02.133262 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-75c998b0-3bc1-4034-845a-d1eb6ffaad6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:02.457126 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:04.283169 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-d1eee097-a835-4847-b749-7f9f4a932a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:05.388423 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:06.916715 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:14.912772 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:49:15.878216 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54666) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:16.150586 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Deleting port 03447e8c-2806-45be-b5c9-4d4d1b4b2d82 {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:16.150923 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:16.317158 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:16.317483 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:16.437174 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Calling delete_port for 03447e8c-2806-45be-b5c9-4d4d1b4b2d82 owned by network:floatingip {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:16.587812 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:16.591375 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-ababd3e4-1f5f-4657-b3e1-a3f88ccb40c0 tempest-TestMinimumBasicScenario-1685050740 tempest-TestMinimumBasicScenario-1685050740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:16.633002 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event deleted for resources: {'Port': ['ID=03447e8c-2806-45be-b5c9-4d4d1b4b2d82,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:16.672855 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.673223 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.673590 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.673952 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.674313 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.674694 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.675051 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.675409 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.675762 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.676111 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.676458 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:16.683698 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:16.736930 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for floatingip, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:17.228813 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:49:17.438581 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:49:17.451872 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] Sync routers for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:49:17.458964 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for floatingip, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:17.464982 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:49:17.465592 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:49:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:17.514363 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-6742079a-53e7-41de-9f51-f9ac29ba7cb1 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "DELETE /v2.0/floatingips/e7b6b063-6df6-4f99-82c5-fde30caedd0f HTTP/1.1" status: 204 len: 168 time: 1.6320808 Jun 17 17:49:17.514363 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c'}] {{(pid=74249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:49:17.604411 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'status': 'completed', 'code': 200} Jun 17 17:49:17.658946 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:49:17.805678 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a745a774-890b-41ee-b833-92d5dbb8ab1c req-53867c65-c561-447e-8fd0-0cfb20754c88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2e23a750166410e988accd036789f26&device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 1098 time: 0.1509438 Jun 17 17:49:17.976578 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745a774-890b-41ee-b833-92d5dbb8ab1c req-b7ae1675-460b-450b-9cf4-9f7f3716e8c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:17.978471 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a745a774-890b-41ee-b833-92d5dbb8ab1c req-b7ae1675-460b-450b-9cf4-9f7f3716e8c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 200 len: 909 time: 0.1664491 Jun 17 17:49:18.058765 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a745a774-890b-41ee-b833-92d5dbb8ab1c req-cde5dd43-e66e-465e-8b59-62731f885b90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 200 len: 217 time: 0.0732403 Jun 17 17:49:18.072439 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '8098a841-664c-412e-8016-3ec50b06ab01', 'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'mac_address': 'fa:16:3e:99:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:46Z', 'updated_at': '2021-06-17T17:43:55Z', 'revision_number': 5, 'project_id': 'b2e23a750166410e988accd036789f26', 'subnets': [{'id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:18.079860 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] Checking router: 10e32a6d-1a4e-4908-9489-1f5f865c80f4 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:49:18.091011 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:49:18.091635 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:49:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:18.180627 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745a774-890b-41ee-b833-92d5dbb8ab1c req-78cd29c1-2812-4004-983a-08d6a40b8af9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:18.182049 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a745a774-890b-41ee-b833-92d5dbb8ab1c req-78cd29c1-2812-4004-983a-08d6a40b8af9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 200 len: 847 time: 0.1082470 Jun 17 17:49:18.252628 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1e5f5-1f74-4332-aabc-69db4f4de86d req-3f6c6658-5f1f-46d4-beaf-5a81f4efa99f tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:18.254068 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-47f1e5f5-1f74-4332-aabc-69db4f4de86d req-3f6c6658-5f1f-46d4-beaf-5a81f4efa99f tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.1497614 Jun 17 17:49:18.273678 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:49:18.304273 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a745a774-890b-41ee-b833-92d5dbb8ab1c req-0bc13ec0-630b-4620-b600-9e12091d4ad4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=782d9b5c-5001-4461-a332-507a9465329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1144552 Jun 17 17:49:18.331880 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-47f1e5f5-1f74-4332-aabc-69db4f4de86d req-b3cb22c8-c16c-42d5-8a7b-cd9b38f1a763 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714388 Jun 17 17:49:18.441921 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a745a774-890b-41ee-b833-92d5dbb8ab1c req-e1254538-3dcc-4c59-bf2e-06477bbce9f5 service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287620 Jun 17 17:49:18.572942 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-a745a774-890b-41ee-b833-92d5dbb8ab1c req-3027f698-4676-49da-9283-a8c142a284fd service neutron] 10.222.0.20 "GET /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238239 Jun 17 17:49:18.581714 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '8098a841-664c-412e-8016-3ec50b06ab01', 'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'mac_address': 'fa:16:3e:99:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:46Z', 'updated_at': '2021-06-17T17:43:55Z', 'revision_number': 5, 'project_id': 'b2e23a750166410e988accd036789f26', 'subnets': [{'id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:18.585644 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d6b538-d033-4e69-a3a7-d5a17a125333 None None] The sync data for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb is: [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:43:46Z', 'revision_number': 4, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb', '_interfaces': [{'id': '8098a841-664c-412e-8016-3ec50b06ab01', 'name': '', 'network_id': '782d9b5c-5001-4461-a332-507a9465329c', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'mac_address': 'fa:16:3e:99:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:46Z', 'updated_at': '2021-06-17T17:43:55Z', 'revision_number': 5, 'project_id': 'b2e23a750166410e988accd036789f26', 'subnets': [{'id': 'b4e24b91-9d7f-4f84-ac32-e57287fe3969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:49:18.803072 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa64fb95-3674-4d93-bcad-1edcf761bab1 None None] New status for floating IP e7b6b063-6df6-4f99-82c5-fde30caedd0f: DOWN {{(pid=74250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:49:19.526545 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd3c47-b751-4f64-ae76-6107339a5cf4 req-f8b33e86-795f-458f-8548-1e99ea0b520d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:19.528008 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-02bd3c47-b751-4f64-ae76-6107339a5cf4 req-f8b33e86-795f-458f-8548-1e99ea0b520d tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0752542 Jun 17 17:49:19.573239 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-02bd3c47-b751-4f64-ae76-6107339a5cf4 req-058fe712-2380-4a2a-acd6-b2a05805d3f3 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc95c34-79cf-4743-bf11-ce89979a955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397239 Jun 17 17:49:19.812429 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-ae414034-05c8-4df5-8c08-4830e49ce42c tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:19.813852 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-ae414034-05c8-4df5-8c08-4830e49ce42c tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0820909 Jun 17 17:49:19.879166 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Deleting port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:19.879498 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:20.119929 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] For port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:20.120278 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:20.332526 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Calling delete_port for 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c owned by compute:nova {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:20.472535 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:20.477946 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-57491535-72e7-4130-8f44-4728954f90dc tempest-AttachVolumeShelveTestJSON-1507592358 tempest-AttachVolumeShelveTestJSON-1507592358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:20.520115 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event deleted for resources: {'Port': ['ID=7fb1c535-a363-4b5a-af07-3a01d4d3cd7c,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:20.558166 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.558829 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.558943 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.559234 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.559578 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.559928 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.560270 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.560637 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.560985 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.561314 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.561651 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-smb {{(pid=74248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:20.571603 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:20.604459 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] No DVR routers for this DVR port 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c on host hv-cinder-79686 {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:49:20.606808 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40261'] for port, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:20.609330 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'name': 'network-vif-deleted', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c'}] {{(pid=74248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:49:20.620782 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-43f5d4b5-32d4-4775-99a3-73ca8a7dd16b req-65cc8f57-3ac3-4615-9a64-bd97c6e172ca tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.20 "DELETE /v2.0/ports/7fb1c535-a363-4b5a-af07-3a01d4d3cd7c HTTP/1.1" status: 204 len: 173 time: 0.8020449 Jun 17 17:49:20.751344 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-2e134b45-77bd-4adb-98ed-d765f4204b6d req-63a7baab-787a-4563-852d-6c47853a4001 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Synchronizing usage tracker for tenant:b2e23a750166410e988accd036789f26 on resource:port {{(pid=74248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:49:20.768169 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.quota.resource [req-2e134b45-77bd-4adb-98ed-d765f4204b6d req-63a7baab-787a-4563-852d-6c47853a4001 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Unset dirty status for tenant:b2e23a750166410e988accd036789f26 on resource:port {{(pid=74248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:49:20.770521 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [req-2e134b45-77bd-4adb-98ed-d765f4204b6d req-63a7baab-787a-4563-852d-6c47853a4001 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "GET /v2.0/ports?device_id=6453e382-bfd7-425c-891d-e3a58ab1cd68 HTTP/1.1" status: 200 len: 210 time: 0.0623538 Jun 17 17:49:20.777662 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6453e382-bfd7-425c-891d-e3a58ab1cd68', 'name': 'network-vif-deleted', 'tag': '7fb1c535-a363-4b5a-af07-3a01d4d3cd7c', 'status': 'completed', 'code': 200} Jun 17 17:49:21.876871 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54692) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:21.946689 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5e838eeb-ada7-454c-9686-8c489fbf94ed tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:21.978959 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5e838eeb-ada7-454c-9686-8c489fbf94ed tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:22.043397 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5e838eeb-ada7-454c-9686-8c489fbf94ed tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:22.047177 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2fcef903-baaa-4ac7-bbef-cb22db4d2607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:22.061601 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e838eeb-ada7-454c-9686-8c489fbf94ed tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc95c34-79cf-4743-bf11-ce89979a955d,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:22.065058 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5e838eeb-ada7-454c-9686-8c489fbf94ed tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:22.074042 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-5e838eeb-ada7-454c-9686-8c489fbf94ed tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:22.075205 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-5e838eeb-ada7-454c-9686-8c489fbf94ed tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] 10.222.0.15 "DELETE /v2.0/security-groups/1cc95c34-79cf-4743-bf11-ce89979a955d HTTP/1.1" status: 204 len: 168 time: 0.1973228 Jun 17 17:49:22.129864 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54698) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:22.643667 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408076'] for router_interface, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:23.321879 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Deleting port 8098a841-664c-412e-8016-3ec50b06ab01 {{(pid=74249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:23.322577 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:23.488173 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.db [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] For port 8098a841-664c-412e-8016-3ec50b06ab01, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=8098a841-664c-412e-8016-3ec50b06ab01,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:23.488574 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:23.613759 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.plugins.ml2.plugin [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Calling delete_port for 8098a841-664c-412e-8016-3ec50b06ab01 owned by network:router_interface {{(pid=74249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:23.793902 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535317230'] for port, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:23.797436 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-7ddf6d82-c87b-4dc4-9f53-73a692bb1463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:23.836559 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Pushing event deleted for resources: {'Port': ['ID=8098a841-664c-412e-8016-3ec50b06ab01,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:23.839080 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:24.129698 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408922'] for router_interface, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:24.766415 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:49:24.963195 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:49:24.972377 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] Sync routers for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:49:24.979564 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3df0be7b-7a5c-4d71-ab35-78b4ba118624 admin admin] 10.222.0.15 "PUT /v2.0/routers/10e32a6d-1a4e-4908-9489-1f5f865c80f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8486459 Jun 17 17:49:24.982172 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54704) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:24.983929 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:49:24.984527 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:49:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:25.049984 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c no longer exists at agent hyperv_hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:49:25.082106 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] No Port match for: 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:49:25.082483 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Device 7fb1c535-a363-4b5a-af07-3a01d4d3cd7c not bound to the agent host hv-cinder-79686 {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:49:25.157078 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: dv-cinder-796864-1-smb {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:49:25.178698 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:25.385301 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:25.395096 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Deleting port 370976ca-06e6-414c-a946-fdb2881aef8d {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:25.395437 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:25.437700 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:49:23Z', 'revision_number': 5, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port': {'id': '370976ca-06e6-414c-a946-fdb2881aef8d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:44Z', 'updated_at': '2021-06-17T17:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:25.441429 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] Checking router: 10e32a6d-1a4e-4908-9489-1f5f865c80f4 for host: dv-cinder-796864-1-smb {{(pid=74251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:49:25.452589 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] Routers {'10e32a6d-1a4e-4908-9489-1f5f865c80f4'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:49:25.453176 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:49:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'], 'active': True} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:25.568050 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] For port 370976ca-06e6-414c-a946-fdb2881aef8d, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=370976ca-06e6-414c-a946-fdb2881aef8d,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:25.568638 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:25.597120 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_dvr_db [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] Set router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 gateway port host: None {{(pid=74251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:49:25.686452 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Calling delete_port for 370976ca-06e6-414c-a946-fdb2881aef8d owned by network:router_gateway {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:25.721686 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.l3_hamode_db [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:49:25Z', 'revision_number': 6, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port_host': None}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:25.725534 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a0810-1366-46da-adb9-59e13100d50c None None] The sync data for ids ['10e32a6d-1a4e-4908-9489-1f5f865c80f4'] in dv-cinder-796864-1-smb is: [{'id': '10e32a6d-1a4e-4908-9489-1f5f865c80f4', 'name': 'tempest-TestShelveInstance-677442350-router', 'tenant_id': 'b2e23a750166410e988accd036789f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:43Z', 'updated_at': '2021-06-17T17:49:25Z', 'revision_number': 6, 'project_id': 'b2e23a750166410e988accd036789f26', 'gw_port_host': None}] {{(pid=74251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:49:25.856199 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:25.860264 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-b3435cf2-be4e-416a-a694-da9bb45c1b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:25.898717 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=370976ca-06e6-414c-a946-fdb2881aef8d,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:25.904543 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:26.220045 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444037'] for router_gateway, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:26.473638 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4499'] for router, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:26.477910 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:26.503145 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444996'] for router, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:26.503649 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10e32a6d-1a4e-4908-9489-1f5f865c80f4 {{(pid=74248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:49:26.517338 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:26.518454 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-ee9550ab-6b8e-4c20-80ff-1516bb3d5a32 admin admin] 10.222.0.15 "DELETE /v2.0/routers/10e32a6d-1a4e-4908-9489-1f5f865c80f4 HTTP/1.1" status: 204 len: 168 time: 1.5352426 Jun 17 17:49:26.520923 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54708) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:26.583946 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc8b4e6-615d-420f-991e-8a3a74bae0e1 admin admin] Deleting subnet b4e24b91-9d7f-4f84-ac32-e57287fe3969 {{(pid=74248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:49:26.587072 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3fc8b4e6-615d-420f-991e-8a3a74bae0e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:26.635514 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3fc8b4e6-615d-420f-991e-8a3a74bae0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536326542'] for subnet, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:26.724735 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3fc8b4e6-615d-420f-991e-8a3a74bae0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:26.965232 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3fc8b4e6-615d-420f-991e-8a3a74bae0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535851541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535349653'] for subnet, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:26.971285 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-c7b60b83-9648-482a-8ce7-92d7dc409e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:27.007889 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8b4e6-615d-420f-991e-8a3a74bae0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e24b91-9d7f-4f84-ac32-e57287fe3969,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:27.010260 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-3fc8b4e6-615d-420f-991e-8a3a74bae0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:27.013003 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-3fc8b4e6-615d-420f-991e-8a3a74bae0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.018041 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ef75b-6f5c-42b0-8f36-15980a377f92 None None] Network 782d9b5c-5001-4461-a332-507a9465329c requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:49:27.019433 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-3fc8b4e6-615d-420f-991e-8a3a74bae0e1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b4e24b91-9d7f-4f84-ac32-e57287fe3969 HTTP/1.1" status: 204 len: 168 time: 0.4975848 Jun 17 17:49:27.021814 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54712) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:27.124257 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.136141 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Deleting port 77ab376c-c4e5-4a2c-942b-608d230fa0ef {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:27.136530 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.265850 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] DHCP port deletion for 782d9b5c-5001-4461-a332-507a9465329c request from dv-cinder-796864-1-smb {{(pid=74250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 17:49:27.269947 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] Deleting port 77ab376c-c4e5-4a2c-942b-608d230fa0ef {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:27.270314 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.347038 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] For port 77ab376c-c4e5-4a2c-942b-608d230fa0ef, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=77ab376c-c4e5-4a2c-942b-608d230fa0ef,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:27.347661 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.465516 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] For port 77ab376c-c4e5-4a2c-942b-608d230fa0ef, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=77ab376c-c4e5-4a2c-942b-608d230fa0ef,segment=NetworkSegment(6c181deb-8cbf-4f9f-8471-a24a5996fca1),segment_id=6c181deb-8cbf-4f9f-8471-a24a5996fca1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:27.465911 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.466678 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Calling delete_port for 77ab376c-c4e5-4a2c-942b-608d230fa0ef owned by network:dhcp {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:27.585964 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] Calling delete_port for 77ab376c-c4e5-4a2c-942b-608d230fa0ef owned by network:dhcp {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:27.640624 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.644957 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-937d25e8-4bf2-4c18-aa63-944b1ec36b40 tempest-AttachVolumeTestJSON-144382240 tempest-AttachVolumeTestJSON-144382240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:27.657599 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.db.api [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:49:27.657963 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_db.api [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:49:27.686014 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ab376c-c4e5-4a2c-942b-608d230fa0ef,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:27.689161 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:27.694021 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] No DVR routers for this DVR port 77ab376c-c4e5-4a2c-942b-608d230fa0ef on host dv-cinder-796864-1-smb {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:49:27.786021 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 8098a841-664c-412e-8016-3ec50b06ab01 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:49:27.816954 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.818835 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 8098a841-664c-412e-8016-3ec50b06ab01 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:49:27.819191 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 8098a841-664c-412e-8016-3ec50b06ab01 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:49:27.819621 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 77ab376c-c4e5-4a2c-942b-608d230fa0ef no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:49:27.830432 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782d9b5c-5001-4461-a332-507a9465329c']}} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:27.842616 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c181deb-8cbf-4f9f-8471-a24a5996fca1') {'for_net_delete': True} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:27.842824 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c181deb-8cbf-4f9f-8471-a24a5996fca1') {} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:27.850542 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 77ab376c-c4e5-4a2c-942b-608d230fa0ef {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:49:27.850922 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 77ab376c-c4e5-4a2c-942b-608d230fa0ef not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:49:27.851350 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 370976ca-06e6-414c-a946-fdb2881aef8d no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:49:27.853976 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536326535'] for segment, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.869729 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.876148 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=74248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:49:27.876524 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535851711'] for segment, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.886418 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 370976ca-06e6-414c-a946-fdb2881aef8d {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:49:27.886800 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 370976ca-06e6-414c-a946-fdb2881aef8d not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: Traceback (most recent call last): Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: timer() Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: cb(*args, **kw) Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: return func(*args, **kwargs) Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: self._notify() Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: self.callback(batched_events) Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: event.method(event) Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: return f(self, *a, **k) Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: return self._get(url).json() Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: return self.request(url, 'GET', **kwargs) Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:49:27.889483 dv-cinder-796864-1-smb neutron-server[74248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:49:27.965496 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.971568 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.973972 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-5fed060c-3649-44a2-b73d-590fdff446df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:27.995381 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=782d9b5c-5001-4461-a332-507a9465329c,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:27.998492 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:28.010123 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-834bc052-37e2-4014-beb0-1668967a3a67 admin admin] 10.222.0.15 "DELETE /v2.0/networks/782d9b5c-5001-4461-a332-507a9465329c HTTP/1.1" status: 204 len: 168 time: 0.9870682 Jun 17 17:49:28.012594 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54716) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:28.158909 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] Deleting port 77ab376c-c4e5-4a2c-942b-608d230fa0ef {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:28.159485 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:28.220848 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ad6e2-553f-47ba-b752-dd6563f2815c None None] The port '77ab376c-c4e5-4a2c-942b-608d230fa0ef' was deleted {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 17:49:28.396538 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-408076'] for router_interface, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:28.975101 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Deleting port c7df7d5c-2bb6-4791-a9fb-97eb948efae1 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:28.975440 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:29.235643 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] For port c7df7d5c-2bb6-4791-a9fb-97eb948efae1, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=c7df7d5c-2bb6-4791-a9fb-97eb948efae1,segment=NetworkSegment(b278ee49-bb9f-4582-84a7-bc51a100a8a1),segment_id=b278ee49-bb9f-4582-84a7-bc51a100a8a1)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:29.236001 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:29.353813 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Calling delete_port for c7df7d5c-2bb6-4791-a9fb-97eb948efae1 owned by network:router_interface {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:29.529554 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:29.533468 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:29.577399 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Pushing event deleted for resources: {'Port': ['ID=c7df7d5c-2bb6-4791-a9fb-97eb948efae1,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:29.580712 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:29.870428 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-408922'] for router_interface, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:30.430452 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Router ad1329d1-ad21-4504-a4b8-1a671f30d827 has already been hosted by L3 agent 392c5229-0e65-4969-89b1-88beabe01a22 {{(pid=74248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:49:30.724954 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] Notify agent at l3_agent.dv-cinder-796864-1-smb the message routers_updated {{(pid=74248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:49:30.734719 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-6a7606dc-f8cf-49c3-b4cb-e0cf11d115ca admin admin] 10.222.0.15 "PUT /v2.0/routers/ad1329d1-ad21-4504-a4b8-1a671f30d827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7210810 Jun 17 17:49:30.735735 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] Sync routers for ids ['ad1329d1-ad21-4504-a4b8-1a671f30d827'] in dv-cinder-796864-1-smb {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:49:30.737281 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54720) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:30.748686 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] Routers {'ad1329d1-ad21-4504-a4b8-1a671f30d827'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:49:30.749342 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:49:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['ad1329d1-ad21-4504-a4b8-1a671f30d827'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:30.938409 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks [] for router, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:30.975153 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] Set router ad1329d1-ad21-4504-a4b8-1a671f30d827 gateway port host: dv-cinder-796864-1-smb {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:49:31.133110 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:31.142403 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Deleting port 728ebaba-9f5d-4988-a6ad-f9283edac44d {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:31.142861 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:31.258381 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'external_fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:49:29Z', 'revision_number': 5, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'gw_port': {'id': '728ebaba-9f5d-4988-a6ad-f9283edac44d', 'name': '', 'network_id': '473b1ea0-5c3c-409d-b8da-ab336fe0d612', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca002e0f-8941-47a1-aa24-475ab6208e5c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-smb'}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:31.262294 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] Checking router: ad1329d1-ad21-4504-a4b8-1a671f30d827 for host: dv-cinder-796864-1-smb {{(pid=74250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:49:31.272772 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] Routers {'ad1329d1-ad21-4504-a4b8-1a671f30d827'} bound to L3 agent in host dv-cinder-796864-1-smb {{(pid=74250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:49:31.273371 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:23:04Z,description=,heartbeat_timestamp=2021-06-17T17:49:04Z,host='dv-cinder-796864-1-smb',id=392c5229-0e65-4969-89b1-88beabe01a22,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:23:04Z,topic='l3_agent')) {'router_ids': ['ad1329d1-ad21-4504-a4b8-1a671f30d827'], 'active': True} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:31.318810 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] For port 728ebaba-9f5d-4988-a6ad-f9283edac44d, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=728ebaba-9f5d-4988-a6ad-f9283edac44d,segment=NetworkSegment(8bcc6df0-1837-4f92-a69c-298f5ca622b4),segment_id=8bcc6df0-1837-4f92-a69c-298f5ca622b4)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:31.319153 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:31.426862 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_dvr_db [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] Set router ad1329d1-ad21-4504-a4b8-1a671f30d827 gateway port host: None {{(pid=74250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:49:31.441924 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Calling delete_port for 728ebaba-9f5d-4988-a6ad-f9283edac44d owned by network:router_gateway {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:31.530357 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.db.l3_hamode_db [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:49:31Z', 'revision_number': 6, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'gw_port_host': None}], 'dv-cinder-796864-1-smb', False) {} {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:31.536332 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05cca4-779f-40ae-8e32-e51293831f58 None None] The sync data for ids ['ad1329d1-ad21-4504-a4b8-1a671f30d827'] in dv-cinder-796864-1-smb is: [{'id': 'ad1329d1-ad21-4504-a4b8-1a671f30d827', 'name': 'tempest-TestShelveInstance-1604675270-router', 'tenant_id': 'cd64ba4df141469c90572adfeb0f86ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:43:50Z', 'updated_at': '2021-06-17T17:49:31Z', 'revision_number': 6, 'project_id': 'cd64ba4df141469c90572adfeb0f86ac', 'gw_port_host': None}] {{(pid=74250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:49:31.612565 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:31.616816 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-0c6ae5b4-5e0b-4b3f-a7cc-36a300b3e841 tempest-VolumesNegativeTest-495225521 tempest-VolumesNegativeTest-495225521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:31.658421 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Pushing event deleted for resources: {'Port': ['ID=728ebaba-9f5d-4988-a6ad-f9283edac44d,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:31.661135 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:31.697926 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:31.878502 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444037'] for router_gateway, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:31.964782 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device c7df7d5c-2bb6-4791-a9fb-97eb948efae1 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:49:32.004331 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: c7df7d5c-2bb6-4791-a9fb-97eb948efae1 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:49:32.004673 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device c7df7d5c-2bb6-4791-a9fb-97eb948efae1 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:49:32.136968 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-c2522f03-cfc6-4458-a556-4907332d31b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.243256 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4499'] for router, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.247880 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.272721 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-444996'] for router, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.273306 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad1329d1-ad21-4504-a4b8-1a671f30d827 {{(pid=74248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:49:32.285328 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] Notify callbacks [] for router, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.286410 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-21e65704-a685-45a2-9ce9-c9848fba436f admin admin] 10.222.0.15 "DELETE /v2.0/routers/ad1329d1-ad21-4504-a4b8-1a671f30d827 HTTP/1.1" status: 204 len: 168 time: 1.5482466 Jun 17 17:49:32.289843 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54724) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:32.353364 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f16df48-c565-4fef-bb8f-aff482b0d397 admin admin] Deleting subnet c5c2311d-061b-4da8-bd58-9ca04bf0300a {{(pid=74248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:49:32.357148 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1f16df48-c565-4fef-bb8f-aff482b0d397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.408723 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1f16df48-c565-4fef-bb8f-aff482b0d397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536326542'] for subnet, precommit_delete_associations {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.460261 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.514187 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1f16df48-c565-4fef-bb8f-aff482b0d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447953'] for subnet, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.769434 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1f16df48-c565-4fef-bb8f-aff482b0d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-535851541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-535349653'] for subnet, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.773321 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:32.811726 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16df48-c565-4fef-bb8f-aff482b0d397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c2311d-061b-4da8-bd58-9ca04bf0300a,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:32.814405 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-1f16df48-c565-4fef-bb8f-aff482b0d397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:32.816779 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-1f16df48-c565-4fef-bb8f-aff482b0d397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.822575 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-1f16df48-c565-4fef-bb8f-aff482b0d397 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c5c2311d-061b-4da8-bd58-9ca04bf0300a HTTP/1.1" status: 204 len: 168 time: 0.5314178 Jun 17 17:49:32.823026 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd73eb8-066f-49d3-84b5-8a480457a4c4 None None] Network 9960275a-5427-49c5-9f29-e1cbb3a16df7 requested from dv-cinder-796864-1-smb {{(pid=74250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:49:32.825389 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [-] (74248) accepted ('10.222.0.15', 54728) {{(pid=74248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:32.940502 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648345'] for network, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.953440 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Deleting port 927c078e-1f6f-4a24-8cec-581b632d0826 {{(pid=74248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:32.953896 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.083682 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] DHCP port deletion for 9960275a-5427-49c5-9f29-e1cbb3a16df7 request from dv-cinder-796864-1-smb {{(pid=74250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 17:49:33.087990 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] Deleting port 927c078e-1f6f-4a24-8cec-581b632d0826 {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:33.088428 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.165383 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.db [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] For port 927c078e-1f6f-4a24-8cec-581b632d0826, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=927c078e-1f6f-4a24-8cec-581b632d0826,segment=NetworkSegment(b278ee49-bb9f-4582-84a7-bc51a100a8a1),segment_id=b278ee49-bb9f-4582-84a7-bc51a100a8a1)] {{(pid=74248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:33.165810 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.290286 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.db [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] For port 927c078e-1f6f-4a24-8cec-581b632d0826, host dv-cinder-796864-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-smb',level=0,port_id=927c078e-1f6f-4a24-8cec-581b632d0826,segment=NetworkSegment(b278ee49-bb9f-4582-84a7-bc51a100a8a1),segment_id=b278ee49-bb9f-4582-84a7-bc51a100a8a1)] {{(pid=74250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:33.290604 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409156'] for port, precommit_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.296480 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.plugin [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Calling delete_port for 927c078e-1f6f-4a24-8cec-581b632d0826 owned by network:dhcp {{(pid=74248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:33.372937 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1681043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743748599691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743748156663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-535851624'] for port, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.377106 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-ad50ad8c-81a0-47ec-91f7-8749c2de7225 tempest-TestShelveInstance-2131463581 tempest-TestShelveInstance-2131463581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:33.410996 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] Calling delete_port for 927c078e-1f6f-4a24-8cec-581b632d0826 owned by network:dhcp {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:49:33.421408 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Pushing event deleted for resources: {'Port': ['ID=927c078e-1f6f-4a24-8cec-581b632d0826,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:33.423895 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:33.426137 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] No DVR routers for this DVR port 927c078e-1f6f-4a24-8cec-581b632d0826 on host dv-cinder-796864-1-smb {{(pid=74248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:49:33.485578 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.db.api [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:49:33.485934 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG oslo_db.api [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:49:33.545697 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1442282', 'neutron.services.segments.db._delete_segments_for_network-8743748644967'] for network, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.558519 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9960275a-5427-49c5-9f29-e1cbb3a16df7']}} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:33.571444 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b278ee49-bb9f-4582-84a7-bc51a100a8a1') {'for_net_delete': True} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:33.571737 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.services.segments.db [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b278ee49-bb9f-4582-84a7-bc51a100a8a1') {} {{(pid=74248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:49:33.585133 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743748649090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536326535'] for segment, before_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.603657 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1512321'] for segment, precommit_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.609693 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=74248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:49:33.610065 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1512344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-535851711'] for segment, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: Traceback (most recent call last): Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: timer() Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: cb(*args, **kw) Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: return func(*args, **kwargs) Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: self._notify() Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: self.callback(batched_events) Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: event.method(event) Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: return f(self, *a, **k) Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: return self._get(url).json() Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: return self.request(url, 'GET', **kwargs) Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:49:33.623543 dv-cinder-796864-1-smb neutron-server[74248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:49:33.787995 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 927c078e-1f6f-4a24-8cec-581b632d0826 no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:49:33.793063 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1442195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444142'] for network, after_delete {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.796989 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:33.810583 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron_lib.callbacks.manager [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532632'] for network, before_response {{(pid=74248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:33.820652 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Pushing event deleted for resources: {'Network': ['ID=9960275a-5427-49c5-9f29-e1cbb3a16df7,revision_number=None']} {{(pid=74248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:33.820841 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 927c078e-1f6f-4a24-8cec-581b632d0826 {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:49:33.821105 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 927c078e-1f6f-4a24-8cec-581b632d0826 not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:49:33.821525 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 728ebaba-9f5d-4988-a6ad-f9283edac44d no longer exists at agent ovs-agent-dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:49:33.823376 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG oslo_concurrency.lockutils [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:33.828662 dv-cinder-796864-1-smb neutron-server[74248]: INFO neutron.wsgi [None req-4f25862e-51cc-4ed4-b64e-d65c7b9588da admin admin] 10.222.0.15 "DELETE /v2.0/networks/9960275a-5427-49c5-9f29-e1cbb3a16df7 HTTP/1.1" status: 204 len: 168 time: 0.9988441 Jun 17 17:49:33.853948 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] No Port match for: 728ebaba-9f5d-4988-a6ad-f9283edac44d {{(pid=74250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:49:33.854368 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.rpc [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Device 728ebaba-9f5d-4988-a6ad-f9283edac44d not bound to the agent host dv-cinder-796864-1-smb {{(pid=74250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:49:33.963854 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54734) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:33.987113 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] Deleting port 927c078e-1f6f-4a24-8cec-581b632d0826 {{(pid=74250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:49:33.987499 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743748593044'] for port, before_delete {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.015516 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-3aeabab4-31a8-4fd6-b056-ded875eae558 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2e23a750166410e988accd036789f26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502987 Jun 17 17:49:34.017882 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54738) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:34.096708 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron.plugins.ml2.plugin [None req-89a85625-2639-4e0e-bd01-cb80f1938538 None None] The port '927c078e-1f6f-4a24-8cec-581b632d0826' was deleted {{(pid=74250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 17:49:34.107350 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9362d325-f900-4536-9b9c-227b6e0bcdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.134203 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9362d325-f900-4536-9b9c-227b6e0bcdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.184214 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9362d325-f900-4536-9b9c-227b6e0bcdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.188631 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-5f012d3b-424d-4c2e-a180-f65da906a2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:34.202318 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362d325-f900-4536-9b9c-227b6e0bcdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21539dfb-1f22-47a8-ba75-36ba74f744f7,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:34.206146 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-9362d325-f900-4536-9b9c-227b6e0bcdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:34.210226 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-9362d325-f900-4536-9b9c-227b6e0bcdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.211393 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-9362d325-f900-4536-9b9c-227b6e0bcdcc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21539dfb-1f22-47a8-ba75-36ba74f744f7 HTTP/1.1" status: 204 len: 168 time: 0.1913762 Jun 17 17:49:34.285837 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8041-9dee-4f3d-a2cf-e4252499b1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.590120 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54746) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:34.642872 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-1a69ab61-9fc1-4d6c-bb8e-97da1b501ad6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd64ba4df141469c90572adfeb0f86ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512111 Jun 17 17:49:34.645053 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [-] (74249) accepted ('10.222.0.15', 54750) {{(pid=74249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:34.703325 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b9737eb8-4e4e-43de-99e0-4d9901b713c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.728373 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b9737eb8-4e4e-43de-99e0-4d9901b713c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.781718 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b9737eb8-4e4e-43de-99e0-4d9901b713c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504967'] for security_group, after_delete {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.785688 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-2b540f83-15b4-447a-8b2e-daf28c3a18aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:34.796872 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9737eb8-4e4e-43de-99e0-4d9901b713c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fab983f-7da1-49b9-9c18-14dbb133a9fd,revision_number=None']} {{(pid=74249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:34.799374 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG oslo_concurrency.lockutils [None req-b9737eb8-4e4e-43de-99e0-4d9901b713c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:34.806040 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron_lib.callbacks.manager [None req-b9737eb8-4e4e-43de-99e0-4d9901b713c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.807191 dv-cinder-796864-1-smb neutron-server[74249]: INFO neutron.wsgi [None req-b9737eb8-4e4e-43de-99e0-4d9901b713c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fab983f-7da1-49b9-9c18-14dbb133a9fd HTTP/1.1" status: 204 len: 168 time: 0.1612415 Jun 17 17:49:35.391228 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:36.917611 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:51.913675 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:50:01.697691 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:02.140454 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-b67dfcdd-a98e-4beb-9cbe-66d1cf2442d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:02.463699 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:04.292293 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-482f3ba0-98e9-4528-845e-f47d066d1616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:05.394681 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:06.921617 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:28.913713 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:50:31.696645 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:32.144660 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-96d0a087-f32e-4685-aafd-e5c7626f5e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:32.467669 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:34.283962 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-203f273a-9e5b-4c96-8753-d5b23c9b4c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:35.406433 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:36.921885 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:01.710266 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:02.150765 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-d73103d8-bd2a-4480-b20b-5322aef84aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:02.474300 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:04.291027 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-db022388-ae84-4e2d-9f22-f8b94509a2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:05.401711 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:05.917520 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:51:06.929896 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:31.710912 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:32.146000 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-4f58dfb0-add0-41fa-a517-9791e0e2ef74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:32.469751 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:34.283543 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-f634ab2f-3050-47a1-94fe-3727413894c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:35.404877 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:36.930230 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:42.918152 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:52:01.720634 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:02.149243 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-7b68ec62-68f2-4779-8c2b-6ce3fd7eabbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:02.472543 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:04.289645 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-4322853e-d07d-46c7-a1d2-1c97b69e7ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:05.407599 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:06.933187 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:19.919510 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:52:31.738211 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:32.152799 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-6786de1c-2b29-4a49-9e50-a652c8fe4250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:32.476616 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:34.290851 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-ed19ea84-72c5-45e8-8acb-9d861c97bd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:35.408891 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:36.934886 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:56.919969 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:53:01.750775 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:02.155452 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e31df285-6a36-461f-ade3-83ca5f595d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:02.479213 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:04.292349 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8c2ffbf0-6486-474c-9c5a-f91c03d548be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:05.412723 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:06.938632 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:20.555486 dv-cinder-796864-1-smb neutron-server[74249]: DEBUG neutron.wsgi [req-52506739-3396-46d2-8154-482db1913875 req-4debfe83-e103-497f-954b-a8a9a6ce2e6e service neutron] (74249) timed out ('10.222.0.20', 60617) {{(pid=74249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 17:53:21.467209 dv-cinder-796864-1-smb neutron-server[74248]: DEBUG neutron.wsgi [req-2dddb014-f75f-47de-97fc-fc9f09ed3735 req-70252bbf-69fd-454d-8514-71d3cfae6c5d service neutron] (74248) timed out ('10.222.0.20', 60621) {{(pid=74248) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 17:53:31.748652 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:32.156955 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-079ca0f8-91f4-401b-97f6-4c4e205b6c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:32.481195 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:33.923284 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:53:34.295355 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-8de2819f-e443-41a5-9c5d-c8242438070b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:35.414921 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:36.941602 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:01.753432 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:02.159942 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-5c7e96c9-37c9-4ad0-8eda-dcae0e295ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:02.483756 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:04.298951 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-aff5e78f-0737-4b77-8d86-dd6d8dbde3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:05.419572 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:06.945404 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:10.923527 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:54:31.748841 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-33b76f43-2959-4be5-a472-231e15a5a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:32.162091 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0b8c4dd2-739d-4ff6-bcdc-cc6f12419ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:32.485796 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-e0d8af3d-e9fa-44c0-9dec-de11edd24e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:34.300508 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-3e80161f-7017-42e9-928e-1c95f006284f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:35.428731 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-0bd30a04-fda4-4de3-bbd1-257a0fe27a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:36.949860 dv-cinder-796864-1-smb neutron-server[74250]: DEBUG neutron_lib.callbacks.manager [None req-a729c7d6-2c44-464f-bb79-39b2c1e6e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743748644949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445072'] for agent, after_update {{(pid=74250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:47.923800 dv-cinder-796864-1-smb neutron-server[74251]: DEBUG neutron.db.agents_db [None req-408ef49a-e756-4a35-8572-f70683ef724a None None] Agent healthcheck: found 6 active agents {{(pid=74251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}